-- Logs begin at Mon 2022-07-11 13:52:40 UTC, end at Mon 2022-07-11 15:00:20 UTC. -- Jul 11 14:31:04.479799 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 11 14:31:07.247775 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.common.config [-] Logging enabled! Jul 11 14:31:07.248397 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 11 14:31:07.248567 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105897) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 11 14:31:07.252412 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.common.config [-] Logging enabled! Jul 11 14:31:07.252671 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 11 14:31:07.252986 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105897) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 11 14:31:07.253955 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 11 14:31:07.254191 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 11 14:31:07.254820 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 11 14:31:07.254820 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 11 14:31:07.255141 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 11 14:31:07.255815 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.256297 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.256677 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.257124 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.257617 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.258030 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.258354 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.258689 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.259085 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.259534 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.259836 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.260079 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.260451 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.260767 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.261128 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.261499 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] debug = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.261962 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.262724 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.264748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.266813 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.267038 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.267384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.267986 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.268233 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.268529 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.268824 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.269125 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.269410 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.269691 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.269979 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.270277 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.270597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.270898 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.271128 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.271354 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.271646 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.271951 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.272232 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.272512 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.272787 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.273064 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.273340 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.273610 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.273899 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.274187 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.274502 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.274782 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.275123 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.275381 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.275758 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.276050 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.276329 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.276607 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.276887 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.277179 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.277459 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.277732 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.278039 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.278326 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.278635 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.279509 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.279793 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.280082 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.280358 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.280635 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.280909 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] use_json = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.281184 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.281455 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.281742 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.282018 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.282290 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.282596 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.282868 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.283156 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.283429 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:07.283729 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.284026 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.284328 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.284612 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.284928 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.285207 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.285500 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.285781 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.286072 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.286366 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.286678 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.286957 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.287263 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.287554 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.287849 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.288157 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.288452 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.288744 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.289018 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.289291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.289564 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.289842 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.290131 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.290409 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.290761 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.291015 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.291297 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.291596 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.291884 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.292166 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.292457 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.292748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.293021 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.293299 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.293592 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.293873 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.294147 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.294484 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.295301 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.295577 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.295857 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.296150 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.296443 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.296717 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.296994 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.297288 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.297565 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.297836 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.298107 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.298383 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.298682 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.298966 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.299241 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.299513 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.299786 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.300064 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.300338 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.300612 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.300889 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.301163 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.301442 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.301716 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.301989 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.302264 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.302565 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.302841 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.303112 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.303385 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.303664 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.303938 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.304213 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.304487 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.304759 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.305035 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.305335 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.305615 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.305901 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.306177 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.306472 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.306752 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.307029 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.307314 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.307593 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.307867 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.308161 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.308449 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.308742 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.309127 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.309312 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.309650 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.309933 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.310241 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.310559 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.310844 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.311127 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.311417 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.311704 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.312002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.312300 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.312582 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.312879 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.313176 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.313471 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.313752 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.314067 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.314350 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:07.314590 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 11 14:31:07.314838 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105897) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 11 14:31:07.617407 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 11 14:31:07.617590 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 11 14:31:07.617901 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 11 14:31:07.618238 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 11 14:31:08.036098 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.036432 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.036643 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.040154 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.040432 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.040696 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.095893 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.096172 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.096444 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.111454 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.111738 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.112006 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.144764 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.145049 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.145320 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.183238 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.183537 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.183771 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.448337 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.448981 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.448981 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.449164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.449929 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.560436 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.560757 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.561041 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.561315 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.561584 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.561901 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.562164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.562420 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.562712 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.562999 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.563260 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.563525 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.563784 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.564034 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.564291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.564557 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.564812 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.565085 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.565359 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.565621 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.565901 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.566157 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.566466 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.566890 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.567134 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.567401 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.567827 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:08.568071 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:08.568308 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:08.568546 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:08.568791 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:08.569020 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:08.569404 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 11 14:31:08.572915 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 11 14:31:08.577706 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 11 14:31:08.582013 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 11 14:31:08.583892 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 11 14:31:08.584586 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 11 14:31:08.584937 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 11 14:31:08.585335 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 11 14:31:08.588867 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 11 14:31:08.589215 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 11 14:31:08.589488 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 11 14:31:08.595416 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 11 14:31:08.619405 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 11 14:31:08.619659 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.619799 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105897) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 11 14:31:08.620181 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.621596 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105897) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 11 14:31:08.621887 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 11 14:31:08.622127 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 11 14:31:08.625715 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.625998 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:08.808829 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 11 14:31:08.809095 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 11 14:31:08.809283 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 11 14:31:08.809667 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 11 14:31:08.863820 dv-cinder-master-3-iscsi neutron-server[105897]: INFO dbcounter [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Registered counter for database neutron Jul 11 14:31:08.885440 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_db.sqlalchemy.engines [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105897) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 11 14:31:08.891302 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG dbcounter [-] [105897] Writer thread running {{(pid=105897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 14:31:09.475554 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing driver for type 'gre' Jul 11 14:31:09.476270 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] gre ID ranges: [(1, 1000)] Jul 11 14:31:09.551499 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing driver for type 'local' Jul 11 14:31:09.551938 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing driver for type 'vlan' Jul 11 14:31:09.571450 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] VlanTypeDriver initialization complete Jul 11 14:31:09.571791 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing driver for type 'vxlan' Jul 11 14:31:09.572387 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] vxlan ID ranges: [(1, 1000)] Jul 11 14:31:09.647529 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing extension driver 'port_security' Jul 11 14:31:09.647944 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.extensions.port_security [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] PortSecurityExtensionDriver initialization complete Jul 11 14:31:09.648334 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing mechanism driver 'openvswitch' Jul 11 14:31:09.648983 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing mechanism driver 'hyperv' Jul 11 14:31:09.658502 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.plugin [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:09.659217 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.659590 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.659943 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.660600 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 14:31:09.661036 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.661415 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.661720 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.662134 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 14:31:09.662669 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.662930 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.663270 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.663676 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 14:31:09.664077 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > security_group after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.664481 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > security_group after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.664979 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.665281 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 14:31:09.665686 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.666030 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.666369 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.666795 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 14:31:09.667195 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > address_group after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.667575 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > address_group after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.667953 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.668358 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 14:31:09.668865 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] ML2 OVO RPC backend initialized. {{(pid=105897) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 11 14:31:09.669865 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.670292 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.670904 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.671302 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > networks before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.671654 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.671916 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > ports before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.672260 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.672711 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnets before_response 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.673076 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.673418 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.673837 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.674485 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.674485 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.674948 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.676029 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.676029 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.676029 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.684148 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded quota_driver: . Jul 11 14:31:09.684513 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.plugin [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Modular L2 Plugin initialization complete Jul 11 14:31:09.684858 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading services supported by the core plugin {{(pid=105897) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 11 14:31:09.685767 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.plugins.ml2.managers [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Got port-security extension from driver 'port_security' Jul 11 14:31:09.686359 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.extensions.vlantransparent [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Disabled vlantransparent extension. Jul 11 14:31:09.686940 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105897) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 11 14:31:09.687214 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: router Jul 11 14:31:09.726485 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.726826 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_create 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.727187 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router before_create 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.727748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.728120 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.728474 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_delete 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.728833 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.729182 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.729547 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_create 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.729884 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_update 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.730235 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_update 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.730613 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.730964 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_update 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.731415 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_update 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.731867 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.732246 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.732585 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: subnet after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.732923 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.733280 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.733682 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_create 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.734022 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.734366 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.734756 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router after_update 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.735090 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.735439 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_create 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.735830 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.736167 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_update 55549900 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.736532 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > agent after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.736887 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > agent after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.737245 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > network after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.738287 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Tracking information for resource: router configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:09.738646 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Tracking information for resource: floatingip configured {{(pid=105897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 14:31:09.744134 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.db.l3_agentschedulers_db [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 11 14:31:09.744808 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.745173 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port after_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.745528 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port after_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.745879 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: port after_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.746812 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router before_create 55550100 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.747178 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.748075 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_create 55550100 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.748430 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > router precommit_update 55550100 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.753577 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.provider_configuration [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service providers = [] {{(pid=105897) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 11 14:31:09.754019 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.db.servicetype_db [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105897) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 11 14:31:09.757208 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.service_base [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 14:31:09.757593 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.service_base [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 14:31:09.758065 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.service_base [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 14:31:09.759157 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.services.service_base [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 14:31:09.759721 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.services.service_base [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 11 14:31:09.760012 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.760342 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 11 14:31:09.772306 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.772634 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: auto_allocate Jul 11 14:31:09.780075 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: network precommit_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.780570 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: network precommit_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.781285 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.781612 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: tag Jul 11 14:31:09.789259 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.789601 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: timestamp Jul 11 14:31:09.793939 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.794266 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: network_ip_availability Jul 11 14:31:09.800350 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.800800 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.801156 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:09.802056 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.802378 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: flavors Jul 11 14:31:09.808068 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.808358 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading Plugin: revisions Jul 11 14:31:09.813416 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 14:31:09.813858 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_concurrency.lockutils [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.196s {{(pid=105897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 11 14:31:09.814659 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105897) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 11 14:31:09.814994 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Initializing extension manager. Jul 11 14:31:09.815517 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: __init__.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.815868 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: __pycache__ {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.816262 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: address_group.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.817059 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.817636 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: address-group Jul 11 14:31:09.817958 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: address_scope.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.818789 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.819245 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: address-scope Jul 11 14:31:09.819568 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.820678 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.821142 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: router-admin-state-down-before-update Jul 11 14:31:09.821464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: agent.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.822183 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.822701 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: agent Jul 11 14:31:09.823021 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: agent_resources_synced.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.824032 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.824553 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: agent-resources-synced Jul 11 14:31:09.824873 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: allowedaddresspairs.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.827260 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.827728 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: allowed-address-pairs Jul 11 14:31:09.828051 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: auto_allocated_topology.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.829237 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.829750 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: auto-allocated-topology Jul 11 14:31:09.830069 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: availability_zone.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.830991 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.831397 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: availability_zone Jul 11 14:31:09.831717 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: availability_zone_filter.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.832635 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.833148 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: availability_zone_filter Jul 11 14:31:09.833492 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: data_plane_status.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.835304 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.835304 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension data-plane-status not supported by any of loaded plugins Jul 11 14:31:09.835505 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: default_subnetpools.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.837862 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.837862 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: default-subnetpools Jul 11 14:31:09.837862 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.838281 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.838503 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: dhcp_agent_scheduler Jul 11 14:31:09.838839 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: dns.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.839814 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.840273 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension dns-integration not supported by any of loaded plugins Jul 11 14:31:09.840597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: dns_domain_ports.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.842112 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.842651 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 11 14:31:09.842971 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.843894 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.844527 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 11 14:31:09.844745 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: dvr.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.845461 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.845932 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: dvr Jul 11 14:31:09.846333 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: ecmp_routes.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.847293 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.847797 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 11 14:31:09.848142 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: empty_string_filtering.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.849021 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.849544 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: empty-string-filtering Jul 11 14:31:09.849864 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.850840 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.851394 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 11 14:31:09.851712 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.852639 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.853382 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 11 14:31:09.853760 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: external_net.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.854666 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.855199 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: external-net Jul 11 14:31:09.855586 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.856490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.857059 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: extra_dhcp_opt Jul 11 14:31:09.857380 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: extraroute.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.858294 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.858830 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: extraroute Jul 11 14:31:09.859153 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: extraroute_atomic.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.860241 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.860764 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: extraroute-atomic Jul 11 14:31:09.861140 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: filter_validation.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.861822 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.862335 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: filter-validation Jul 11 14:31:09.862687 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: fip_pf_description.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.863600 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.864135 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 11 14:31:09.864518 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: fip_pf_port_range.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.865429 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.865935 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 11 14:31:09.866249 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: fip_port_details.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.867221 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.867731 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: fip-port-details Jul 11 14:31:09.868048 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: flavors.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.869369 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.869893 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: flavors Jul 11 14:31:09.870212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.871997 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.873055 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 11 14:31:09.873371 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: floatingip_pools.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.874087 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.874660 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: floatingip-pools Jul 11 14:31:09.874994 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: ip_allocation.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.875922 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.876484 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension ip_allocation not supported by any of loaded plugins Jul 11 14:31:09.876808 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.877995 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.878562 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: ip-substring-filtering Jul 11 14:31:09.878859 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l2_adjacency.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.879831 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.880375 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 11 14:31:09.880698 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.881739 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.882253 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: router Jul 11 14:31:09.882614 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.885229 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.885785 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 11 14:31:09.886185 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.887195 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.887715 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: ext-gw-mode Jul 11 14:31:09.888038 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.889020 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.889534 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: l3-ha Jul 11 14:31:09.890348 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.891305 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.891812 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 11 14:31:09.892141 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_flavors.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.893114 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.893618 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: l3-flavors Jul 11 14:31:09.893933 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_ndp_proxy.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.895375 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.895901 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 11 14:31:09.896221 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.897232 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.897744 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 11 14:31:09.898067 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: l3agentscheduler.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.899338 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.899857 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: l3_agent_scheduler Jul 11 14:31:09.900181 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: local_ip.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.902098 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.902729 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension local_ip not supported by any of loaded plugins Jul 11 14:31:09.903059 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: logging.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.904628 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.905159 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension logging not supported by any of loaded plugins Jul 11 14:31:09.905489 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: metering.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.906272 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.906933 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: metering Jul 11 14:31:09.907207 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.908392 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.909000 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: metering_source_and_destination_fields Jul 11 14:31:09.909233 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: multiprovidernet.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.910186 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.910714 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: multi-provider Jul 11 14:31:09.911037 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: netmtu.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.911957 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.912547 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: net-mtu Jul 11 14:31:09.912923 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: netmtu_writable.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.913884 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.914310 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: net-mtu-writable Jul 11 14:31:09.914689 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: network_availability_zone.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.915547 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.915940 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: network_availability_zone Jul 11 14:31:09.916183 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: network_ip_availability.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.917390 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.917900 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: network-ip-availability Jul 11 14:31:09.918227 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: network_segment_range.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.919039 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.920100 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension network-segment-range not supported by any of loaded plugins Jul 11 14:31:09.920421 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: pagination.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.921451 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.921776 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: pagination Jul 11 14:31:09.922089 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: port_device_profile.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.923070 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.923584 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: port-device-profile Jul 11 14:31:09.923906 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: port_mac_address_override.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.924836 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.925451 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: port-mac-override Jul 11 14:31:09.925801 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.926766 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.927483 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: port-mac-address-regenerate Jul 11 14:31:09.927613 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.928520 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.929027 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: port-numa-affinity-policy Jul 11 14:31:09.929345 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: port_resource_request.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.930332 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.930958 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension port-resource-request not supported by any of loaded plugins Jul 11 14:31:09.931229 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: port_resource_request_groups.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.932260 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.932724 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 11 14:31:09.933043 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: portbindings.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.933975 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.934508 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: binding Jul 11 14:31:09.934864 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: portbindings_extended.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.936681 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.937291 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: binding-extended Jul 11 14:31:09.937613 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: portsecurity.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.938574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.939093 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: port-security Jul 11 14:31:09.939416 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: project_id.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.940423 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.940752 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: project-id Jul 11 14:31:09.941067 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: providernet.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.942061 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.942617 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: provider Jul 11 14:31:09.942931 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.946847 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.947393 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos not supported by any of loaded plugins Jul 11 14:31:09.947725 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.948987 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.949561 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 11 14:31:09.949929 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.950914 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.951674 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 11 14:31:09.952033 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_default.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.952936 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.953450 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-default not supported by any of loaded plugins Jul 11 14:31:09.953771 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_fip.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.954785 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.955301 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-fip not supported by any of loaded plugins Jul 11 14:31:09.955616 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_fip_network_policy.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.956575 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.957084 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 11 14:31:09.957406 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_gateway_ip.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.958317 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.958861 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 11 14:31:09.959202 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_port_network_policy.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.960187 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.960694 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 11 14:31:09.961070 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.962132 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.962692 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 11 14:31:09.963016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.964053 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.964565 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 11 14:31:09.964887 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_pps_rule.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.966090 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.966667 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-pps not supported by any of loaded plugins Jul 11 14:31:09.966986 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_rule_type_details.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.967923 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.968458 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 11 14:31:09.968793 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_rule_type_filter.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.969711 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.970266 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 11 14:31:09.970613 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: qos_rules_alias.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.971669 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.972178 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 11 14:31:09.972494 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: quota_check_limit.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.973487 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.973998 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: quota-check-limit Jul 11 14:31:09.974318 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: quotasv2.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.975391 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.975711 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: quotas Jul 11 14:31:09.976035 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: quotasv2_detail.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.977877 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.978170 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: quota_details Jul 11 14:31:09.978528 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: rbac.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.979624 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.980243 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: rbac-policies Jul 11 14:31:09.980565 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: rbac_address_group.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.981504 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.982577 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: rbac-address-group Jul 11 14:31:09.982901 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: rbac_address_scope.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.983920 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.984397 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: rbac-address-scope Jul 11 14:31:09.984719 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: rbac_security_groups.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.985845 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.986364 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: rbac-security-groups Jul 11 14:31:09.986728 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: rbac_subnetpool.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.987658 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.988288 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: rbac-subnetpool Jul 11 14:31:09.988613 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: revisionifmatch.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.989541 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.990055 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: revision-if-match Jul 11 14:31:09.990390 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: revisions.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.991541 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.992097 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: standard-attr-revisions Jul 11 14:31:09.992476 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: router_availability_zone.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.993284 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.993863 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: router_availability_zone Jul 11 14:31:09.994221 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: routerservicetype.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.996895 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.997512 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension router-service-type not supported by any of loaded plugins Jul 11 14:31:09.998019 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:09.999047 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:09.999650 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: security-groups-normalized-cidr Jul 11 14:31:10.000049 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.001010 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.001587 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: port-security-groups-filtering Jul 11 14:31:10.001977 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.003115 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.003745 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: security-groups-remote-address-group Jul 11 14:31:10.004107 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.005111 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.005734 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: security-groups-shared-filtering Jul 11 14:31:10.006152 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: securitygroup.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.016818 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.017468 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: security-group Jul 11 14:31:10.017824 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: segment.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.018597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.019133 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension segment not supported by any of loaded plugins Jul 11 14:31:10.019454 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.020448 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.021028 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 11 14:31:10.021373 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: servicetype.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.022509 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.023124 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: service-type Jul 11 14:31:10.023362 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: sorting.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.024384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.024737 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: sorting Jul 11 14:31:10.025003 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: standard_attr_segment.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.025955 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.026548 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 11 14:31:10.026874 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: standardattrdescription.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.027574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.028042 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: standard-attr-description Jul 11 14:31:10.028376 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: stateful_security_group.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.030167 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.031013 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: stateful-security-group Jul 11 14:31:10.031405 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: stdattrs_common.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.032071 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 11 14:31:10.032401 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.033493 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.034070 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 11 14:31:10.034392 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: subnet_onboard.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.035850 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.036430 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: subnet_onboard Jul 11 14:31:10.036769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.037871 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.038395 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 11 14:31:10.038889 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: subnet_service_types.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.040037 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.040626 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: subnet-service-types Jul 11 14:31:10.040979 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: subnetallocation.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.042211 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.042816 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: subnet_allocation Jul 11 14:31:10.043164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.044143 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.044995 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: subnetpool-prefix-ops Jul 11 14:31:10.045387 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.046601 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.047130 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 11 14:31:10.047479 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: tagging.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.048837 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.049621 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: standard-attr-tag Jul 11 14:31:10.049983 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: timestamp.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.056183 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.056183 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loaded extension: standard-attr-timestamp Jul 11 14:31:10.056183 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: trunk.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.056183 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.056183 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension trunk not supported by any of loaded plugins Jul 11 14:31:10.056183 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: trunk_details.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.056775 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.056775 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension trunk-details not supported by any of loaded plugins Jul 11 14:31:10.056775 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: uplink_status_propagation.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.056975 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.057418 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 11 14:31:10.057792 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Loading extension file: vlantransparent.py {{(pid=105897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 14:31:10.059499 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 14:31:10.059499 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 11 14:31:10.062607 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:network Jul 11 14:31:10.063203 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:subnet Jul 11 14:31:10.063655 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 14:31:10.064093 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:port Jul 11 14:31:10.065586 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.066229 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service FLAVORS assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.067001 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.067612 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.067887 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:router Jul 11 14:31:10.068389 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:floatingip Jul 11 14:31:10.068884 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service METERING assigned prefix: /metering {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.070391 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:10.070825 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:10.071313 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:31:10.072327 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of CountableResource for resource:rbac_policy Jul 11 14:31:10.072778 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:security_group Jul 11 14:31:10.073188 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 11 14:31:10.073824 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service CORE assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.074150 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 14:31:10.074529 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] subnetpool is already registered Jul 11 14:31:10.074952 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service CORE assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.075276 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 14:31:10.076122 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] subnetpool is already registered Jul 11 14:31:10.078921 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.079450 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service FLAVORS assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.080135 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.080683 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.081097 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:router Jul 11 14:31:10.081519 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] router is already registered Jul 11 14:31:10.082026 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:floatingip Jul 11 14:31:10.082487 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] floatingip is already registered Jul 11 14:31:10.083017 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service METERING assigned prefix: /metering {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.083777 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of CountableResource for resource:rbac_policy Jul 11 14:31:10.084163 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] rbac_policy is already registered Jul 11 14:31:10.084601 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:security_group Jul 11 14:31:10.085088 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] security_group is already registered Jul 11 14:31:10.085533 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 11 14:31:10.085906 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] security_group_rule is already registered Jul 11 14:31:10.086696 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service CORE assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.087016 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 14:31:10.087455 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] subnetpool is already registered Jul 11 14:31:10.087837 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.v2.resource_helper [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Service CORE assigned prefix: {{(pid=105897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 14:31:10.088263 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 14:31:10.088641 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING neutron.quota.resource_registry [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] subnetpool is already registered Jul 11 14:31:10.089159 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: extensions {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.090955 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: address-groups {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.092597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: address-scopes {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.094048 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: agents {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.095281 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: auto-allocated-topology {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.096474 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: availability_zones {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.097686 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: dhcp-networks {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.099198 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: dhcp-agents {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.100601 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: routers {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.102683 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: flavors {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.104014 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: service_profiles {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.105274 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: next_providers {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.107421 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: service_profiles {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.109034 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: floatingip-pools {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.110262 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: routers {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.111996 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: floatingips {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.113260 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: l3-routers {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.114654 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: l3-agents {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.116057 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: metering-labels {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.117313 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: metering-label-rules {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.118715 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: network-ip-availabilities {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.119955 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: bindings {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.121518 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: quotas {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.124827 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: quotas {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.126355 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: rbac-policies {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.127565 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: security-groups {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.128854 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: security-group-rules {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.130098 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: service-providers {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.131424 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: subnetpools {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.132661 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: subnetpools {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.134178 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.135963 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.137767 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.139674 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.141329 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.143299 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.145117 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.147021 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.148757 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.150521 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron.api.extensions [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Extended resource: tags {{(pid=105897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 14:31:10.156775 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING keystonemiddleware.auth_token [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 11 14:31:10.161930 dv-cinder-master-3-iscsi neutron-server[105897]: WARNING keystonemiddleware.auth_token [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 11 14:31:10.172535 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_concurrency.lockutils [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Acquired lock "singleton_lock" {{(pid=105897) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 11 14:31:10.173133 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_concurrency.lockutils [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Releasing lock "singleton_lock" {{(pid=105897) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 11 14:31:10.174245 dv-cinder-master-3-iscsi neutron-server[105897]: INFO oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Starting 2 workers Jul 11 14:31:10.180360 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Started child 106005 {{(pid=105897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 14:31:10.187322 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Started child 106006 {{(pid=105897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 14:31:10.188433 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:10.191995 dv-cinder-master-3-iscsi neutron-server[105897]: INFO neutron.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 11 14:31:10.191995 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Publish callbacks [] for process (None), before_spawn {{(pid=105897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:10.192263 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [-] (106005) wsgi starting up on http://0.0.0.0:9696 Jul 11 14:31:10.192263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 36902) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:10.194383 dv-cinder-master-3-iscsi neutron-server[105897]: INFO oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Starting 1 workers Jul 11 14:31:10.194548 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:10.196354 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [-] (106006) wsgi starting up on http://0.0.0.0:9696 Jul 11 14:31:10.202968 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Started child 106007 {{(pid=105897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 14:31:10.203790 dv-cinder-master-3-iscsi neutron-server[105897]: INFO oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Starting 1 workers Jul 11 14:31:10.204780 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102570 Jul 11 14:31:10.207209 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] calling RpcWorker wait() {{(pid=106007) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 11 14:31:10.208023 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] returning from RpcWorker wait() {{(pid=106007) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 11 14:31:10.209213 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:10.209738 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:10.211365 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Started child 106010 {{(pid=105897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 14:31:10.212494 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG neutron_lib.callbacks.manager [None req-a087b9c0-87d4-4b20-96fd-a28be741b866 None None] Publish callbacks [] for process (None), after_spawn {{(pid=105897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:10.215271 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105897) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 11 14:31:10.215534 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 11 14:31:10.216170 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 11 14:31:10.217368 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 11 14:31:10.217872 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 11 14:31:10.218205 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 11 14:31:10.218957 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.219306 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.219603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.219993 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.220808 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.221148 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.221474 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.221809 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.222047 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:10.222861 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.222861 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.222861 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.222861 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.223274 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.223646 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.223874 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:10.224309 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.224693 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.225091 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.225562 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.225857 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.226413 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.226975 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.227724 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] debug = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.228294 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.229178 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.229511 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.229918 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.230523 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.230964 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.231394 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.231815 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.232281 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.232544 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.232967 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.233377 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.233661 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.233902 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.234380 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.234689 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.235018 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.235975 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.235975 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.236529 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.236796 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.237028 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.238496 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.238496 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.238496 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.238496 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.238496 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.239597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.239597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.239597 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.240246 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.240246 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.240246 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_options = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.240895 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.240895 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.241332 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.241332 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.241807 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.241807 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.242551 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.242551 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.243014 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.243014 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.243014 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.243621 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.243621 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.244035 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.244035 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.244444 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.244673 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.244883 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.245091 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.245324 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.245586 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.245949 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.246278 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.246974 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.247227 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.247497 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.247804 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.248189 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.248820 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.250312 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.250312 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.250312 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.250312 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.250312 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.250804 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.251064 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.251288 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.252390 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.252592 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.252842 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.253171 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.253470 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.253749 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.254852 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.255656 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.256203 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.256715 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_json = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.257194 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.257681 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.258889 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.259367 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.259865 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.260283 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.260732 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.261166 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.261533 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.262169 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.262830 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.263839 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.264414 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.264811 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.265185 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.265773 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.267259 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.267713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.268321 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.269572 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.270203 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.270997 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.271497 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.272620 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.273475 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.274134 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.274760 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.275295 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.275867 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.276437 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.276830 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.278544 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.280135 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.280422 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.280731 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.281581 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.281581 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.281581 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.281920 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.282229 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.282636 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.282918 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.283194 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.283425 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.283677 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.284052 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.284318 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.284567 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.284795 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.285139 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.285289 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.285542 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.285787 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.286025 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.286255 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.287367 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.287643 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.287906 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.288301 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.288708 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.289073 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.289454 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.292194 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.292692 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.293118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.293566 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.294036 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.294645 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.295050 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.295458 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.295696 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.295963 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.296189 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.296431 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.297200 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.297200 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.297200 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.297404 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.297567 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.297931 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.298299 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.298566 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.298802 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.299219 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.299619 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.299998 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.300248 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.301325 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.301325 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.301325 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.301325 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.302350 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.302807 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.303997 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.304249 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.304670 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.305770 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.306141 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.306599 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.306984 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.307640 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.308291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.308932 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.311477 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.313114 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.313824 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.314858 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.315490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.315888 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.317242 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.319173 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.319873 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.320667 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.321759 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.322656 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.323734 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.324139 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.324482 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.327728 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.328155 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.328568 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.328985 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.329448 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.329874 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.330308 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.332768 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.333266 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.333716 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.336660 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.337063 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.337492 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.337876 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.338304 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.339171 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.339345 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.339757 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.340410 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.341452 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.342121 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.345249 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.345981 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.346448 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.346963 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.347422 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.347813 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.348257 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.351274 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.352134 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.352752 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.353197 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.353559 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.353951 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.355976 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.355976 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.355976 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.355976 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.355976 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.355976 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.356724 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.356724 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.356724 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.357658 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.358015 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.358289 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.358490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.358781 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.359029 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.359314 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.359460 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.359740 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.360006 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.360237 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.360471 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.360817 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.360965 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.361113 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.361371 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.361510 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.361759 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.362009 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.362294 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.362985 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.363479 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.363738 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.364090 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.364433 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.364689 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.364930 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.365164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.365405 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.365622 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.365842 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.366075 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.367769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.367769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.367769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.367769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.367769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.367769 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.369267 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.369267 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.369267 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.369267 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.369267 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.370332 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.370332 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.370332 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.372080 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.373726 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.374561 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.374845 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.375099 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.375408 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.375943 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.376153 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.377043 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.377043 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.377638 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.379440 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.379440 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.379440 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.379440 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.383163 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.383163 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.383163 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.383163 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.383882 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.384132 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.384379 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.384724 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.385126 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.385433 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.385745 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.386070 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.386389 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.387004 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.387196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.390002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.390002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.390002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.390002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.390002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.390002 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.391578 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.391871 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.392334 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.394155 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.394595 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.395018 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.395321 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.395676 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.396521 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.396873 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.397243 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.397636 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.397997 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.399438 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.399854 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.400211 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.400585 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.400969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.401310 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.401790 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.402195 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.402637 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.403569 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.404257 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.404651 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.405026 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.405463 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.406548 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.406548 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.406779 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.407165 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.408282 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.408282 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.408577 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.408932 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.409786 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.409786 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.410570 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.411048 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.411608 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.412106 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.412645 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.413165 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.413583 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.415855 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.416216 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.416550 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.416912 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.417227 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.417543 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.417861 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.418176 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.419030 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.419434 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.420778 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.421124 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.422261 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.422261 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.422586 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:10.422748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.422748 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.423059 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.423425 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.423695 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 11 14:31:10.424485 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105897) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 11 14:31:10.424736 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 11 14:31:10.424956 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 11 14:31:10.425566 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 11 14:31:10.425845 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 11 14:31:10.426114 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 11 14:31:10.427316 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.427571 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.427926 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.429136 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.429456 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.429737 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.430001 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431291 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431674 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.431843 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.432113 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.432384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.432645 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.433456 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.433456 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.433456 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.433772 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.433843 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] debug = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.434096 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.434487 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.437498 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.437714 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.437929 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.438142 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.438351 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.438603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.438805 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.439131 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.439131 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.439446 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.440085 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.440310 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.440565 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.440825 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.441082 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.441341 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.441610 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.443478 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.443733 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.443989 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.444236 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.444491 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.444757 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.445318 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.445318 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.445534 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.445744 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.445985 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.446496 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.447108 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.447289 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_options = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.447831 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.448098 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.448354 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.448643 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.448909 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.449176 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.449447 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.449708 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.451282 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.452065 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.452065 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.452869 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.452991 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.453258 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.453532 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.453737 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.454051 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.454275 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.454555 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.455398 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.455398 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.455398 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.455398 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.455739 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.456081 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.456409 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457158 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457158 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457158 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457558 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457558 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457814 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.457814 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458059 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458059 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458287 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458423 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458582 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458710 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.458861 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.459017 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.459177 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.459382 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.459580 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.459743 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.459963 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.460167 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_json = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.460324 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.460475 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.460625 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.460787 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.460921 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.461073 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.461240 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.461448 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.461602 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 14:31:10.461783 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.461932 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.462100 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.462258 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.462413 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.462623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.462781 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.463068 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.463237 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.463407 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.463602 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.463602 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.463903 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.464040 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.464176 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.464316 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.465587 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.466574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.466574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.466574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.466574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.466574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.467151 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.467151 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.467151 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.467151 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.467566 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.470212 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.471031 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472016 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472733 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472733 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472733 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.472733 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473153 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473153 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473153 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473519 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473519 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473519 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473897 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.473897 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.474156 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.474156 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.475436 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.475436 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.475436 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.475436 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.475436 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.478969 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.482603 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.483623 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.484713 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485220 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485220 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485220 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485390 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485390 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485648 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.485743 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.486729 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.486729 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.486729 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.486729 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.486729 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487049 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487049 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487049 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487302 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487380 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487529 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.487687 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488384 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488671 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488671 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488813 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.488879 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489032 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489190 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489349 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489507 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489667 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489831 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.489990 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.490227 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.490327 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.490568 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.490742 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.490894 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491042 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491174 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491299 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491438 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491574 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491745 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.491893 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.492052 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.492209 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.492365 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.492526 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.492685 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.492844 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.493001 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.493161 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.493319 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494196 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494652 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494652 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494791 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494869 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.494979 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.495139 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.495318 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.495477 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.495643 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.495807 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.495966 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.496123 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.496282 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.496441 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.496680 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.496780 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.496928 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.497118 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.497986 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.497986 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.502490 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.503982 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504464 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.504935 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.505393 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.505393 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.505393 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.505577 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.505829 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.505829 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.506049 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.506182 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.506311 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.506746 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.506913 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.507077 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.507254 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.507441 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.507588 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.507730 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.507872 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509500 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509500 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509500 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509500 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509500 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509917 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509917 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.509917 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.510164 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.510252 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.510462 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.510659 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.510832 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.511014 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.511150 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.511298 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.511612 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.511928 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.512262 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.512422 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.512626 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.512793 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.512957 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.513922 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.513922 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.514126 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.514195 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.514344 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515008 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515008 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515008 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515008 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515606 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515606 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515606 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.515606 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516067 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516067 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516067 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516442 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516442 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516442 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516792 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516792 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 14:31:10.516998 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 11 14:31:19.642924 dv-cinder-master-3-iscsi neutron-server[105897]: DEBUG dbcounter [-] [105897] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:22.769647 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7720583a-f62f-4671-9d5c-7db54041a896 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 11 14:31:22.792295 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writer thread running {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 14:31:22.979245 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720583a-f62f-4671-9d5c-7db54041a896 None None] No non-hosted networks {{(pid=106007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 11 14:31:22.994193 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-043c18aa-de53-427a-9ffc-9761cf0d9bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469608'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:24.745856 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writer thread running {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 14:31:25.365835 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1e68cdaa-324c-44ed-987c-791eeab436dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469608'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:25.445307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-92c936cf-a91e-4b8c-872c-798390ede034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:26.617574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 36986) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:27.051639 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469608'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:27.572970 dv-cinder-master-3-iscsi neutron-server[106006]: WARNING oslo_policy.policy [None req-2c38aa96-e923-40f6-9e4e-f6b887ec81b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:27.574203 dv-cinder-master-3-iscsi neutron-server[106006]: WARNING oslo_policy.policy [None req-2c38aa96-e923-40f6-9e4e-f6b887ec81b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:27.844009 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [None req-2c38aa96-e923-40f6-9e4e-f6b887ec81b5 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:31:27.863077 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2c38aa96-e923-40f6-9e4e-f6b887ec81b5 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2435129 Jul 11 14:31:28.315523 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469608'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:28.511240 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469608'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:28.513348 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.513763 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.515520 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.517855 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.519100 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.519823 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.521178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.524353 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.524918 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.525257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.525654 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.526190 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.526610 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.528740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.529278 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:28.529696 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:28.538944 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:28.886407 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.db.l3_hamode_db [None req-28776442-c918-40db-bcdd-727004f1d803 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 11 14:31:28.973174 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28776442-c918-40db-bcdd-727004f1d803 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:31:28.973573 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28776442-c918-40db-bcdd-727004f1d803 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 11 14:31:30.373212 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37020) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:30.922070 dv-cinder-master-3-iscsi neutron-server[106005]: WARNING oslo_policy.policy [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:30.922593 dv-cinder-master-3-iscsi neutron-server[106005]: WARNING oslo_policy.policy [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:31.137991 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:31:31.228537 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.policy [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 11 14:31:31.270044 dv-cinder-master-3-iscsi neutron-server[106005]: WARNING oslo_policy.policy [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:31.270457 dv-cinder-master-3-iscsi neutron-server[106005]: WARNING oslo_policy.policy [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:31.291802 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writer thread running {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 14:31:31.374594 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763085697844', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763085698360', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763085714165', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763085704355', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763085661868', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763085654798', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1569766', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1549174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3867729', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3815913'] for rbac-policy (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:31.451926 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:31.459864 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b5175914-2d7d-414a-b378-926f3da564bd admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0791023 Jul 11 14:31:33.712300 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37038) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:34.089802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:31:34.103124 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writer thread running {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 14:31:34.145158 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Made reservation on behalf of 20d7b62cf0cc4fd6a3c30e3584353f0a for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:31:34.205352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.policy [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 11 14:31:34.247985 dv-cinder-master-3-iscsi neutron-server[106006]: WARNING oslo_policy.policy [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:34.248360 dv-cinder-master-3-iscsi neutron-server[106006]: WARNING oslo_policy.policy [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 14:31:34.258768 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.283176 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.416294 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks [] for security_group (9697762a-2a4f-43b4-b335-b24ff257ecba), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.420264 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9697762a-2a4f-43b4-b335-b24ff257ecba), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.456699 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:31:34.487237 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763086225776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (c8b0e13f-158b-484d-9a94-42d4d7406fef), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.487770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Unsubscribe: segment precommit_create {{(pid=106006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 11 14:31:34.488320 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Added segment c8b0e13f-158b-484d-9a94-42d4d7406fef of type vlan for network 54233236-980f-43ca-b5f8-684573b048ee Jul 11 14:31:34.504659 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9697762a-2a4f-43b4-b335-b24ff257ecba,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:34.562691 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.563023 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.563346 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.563682 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.564004 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.564316 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.564627 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.564939 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.565246 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.565550 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.565860 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.566179 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.566508 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.566812 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.567113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Tracked resource versions report: Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: pushed versions: Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: { 'AddressGroup': {'1.2'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Agent': {'1.1'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'ConntrackHelper': {'1.0'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Log': {'1.0'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'NDPProxy': {'1.0'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Network': {'1.1'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Port': {'1.7'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'PortForwarding': {'1.3'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'QosPolicy': {'1.10'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroup': {'1.5'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'SubPort': {'1.0'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Subnet': {'1.1'}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Trunk': {'1.1'}} Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: consumer versions: Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Agent': '1.1', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'ConntrackHelper': '1.0', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'LocalIPAssociation': '1.0', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Log': '1.0', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'NDPProxy': '1.0', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Network': '1.1', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Port': '1.7', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'PortForwarding': '1.3', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'QosPolicy': '1.10', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroup': '1.5', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroupRule': '1.2', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'SubPort': '1.0', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Subnet': '1.1', Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: 'Trunk': '1.1'}} Jul 11 14:31:34.568520 dv-cinder-master-3-iscsi neutron-server[106006]: {{(pid=106006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:31:34.605427 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (54233236-980f-43ca-b5f8-684573b048ee), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.653278 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (54233236-980f-43ca-b5f8-684573b048ee), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.659157 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:31:34.659901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:34.735323 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0218091 Jul 11 14:31:34.800295 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b3bbd-2cc1-4e42-818b-d7987bbce926 demo demo] Pushing event updated for resources: {'Network': ['ID=54233236-980f-43ca-b5f8-684573b048ee,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:34.812910 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 54233236-980f-43ca-b5f8-684573b048ee details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:31:37.097806 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37052) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:37.548669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31afdf-4f44-4bee-a2a4-343e12d98e88 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:31:37.550074 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-6f31afdf-4f44-4bee-a2a4-343e12d98e88 demo admin] 10.222.0.72 "GET /v2.0/networks/54233236-980f-43ca-b5f8-684573b048ee HTTP/1.1" status: 200 len: 825 time: 0.4513066 Jul 11 14:31:37.592442 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b54e712f-9984-4509-b9c3-e37bc830116f demo admin] 10.222.0.72 "GET /v2.0/subnetpools/4800a833-0673-4576-9c32-5c1cf1dd04f3 HTTP/1.1" status: 200 len: 734 time: 0.0334141 Jul 11 14:31:37.601381 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'ip_version': 4, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:31:37.623779 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Made reservation on behalf of 20d7b62cf0cc4fd6a3c30e3584353f0a for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:31:37.626014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:37.650449 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:37.910397 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:37.935680 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (6bc69295-4c43-4817-b210-2be1fc2d138d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:38.006839 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6bc69295-4c43-4817-b210-2be1fc2d138d,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:38.011429 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Checking segment: {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:31:38.011801 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Network hostable DHCP agents. Network: 54233236-980f-43ca-b5f8-684573b048ee, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:31:38.034995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Network 54233236-980f-43ca-b5f8-684573b048ee is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:31:38.047187 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 54233236-980f-43ca-b5f8-684573b048ee) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:31:38.052061 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:31:38.052935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:38.061491 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083693a-db88-419f-81fc-c9933531e34e None None] Network 54233236-980f-43ca-b5f8-684573b048ee requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:31:38.077527 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-75975151-98e7-4fff-aecd-262ce9520078 demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4793878 Jul 11 14:31:38.337713 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-54233236-980f-43ca-b5f8-684573b048ee', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:31:38.339125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:38.646013 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Allocated IP 172.20.0.2 (54233236-980f-43ca-b5f8-684573b048ee/6bc69295-4c43-4817-b210-2be1fc2d138d/e14ff4f0-3b36-4f2e-bb0b-dff6613c465a) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:31:38.689939 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:38.950382 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Publish callbacks [] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:38.960102 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:39.032185 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Network 54233236-980f-43ca-b5f8-684573b048ee is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:31:39.038138 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:31:39.049103 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:31:39.085180 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Pushing event updated for resources: {'Port': ['ID=e14ff4f0-3b36-4f2e-bb0b-dff6613c465a,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:39.112820 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.113159 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.113510 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.113863 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.114191 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.114539 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.114860 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.115174 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.115498 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.115814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.116126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.116462 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.116775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.117080 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.117390 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Tracked resource versions report: Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: pushed versions: Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: { 'AddressGroup': {'1.2'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Agent': {'1.1'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'ConntrackHelper': {'1.0'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Log': {'1.0'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'NDPProxy': {'1.0'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Network': {'1.1'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Port': {'1.7'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'PortForwarding': {'1.3'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'QosPolicy': {'1.10'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroup': {'1.5'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'SubPort': {'1.0'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Subnet': {'1.1'}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Trunk': {'1.1'}} Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: consumer versions: Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Agent': '1.1', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'ConntrackHelper': '1.0', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'LocalIPAssociation': '1.0', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Log': '1.0', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'NDPProxy': '1.0', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Network': '1.1', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Port': '1.7', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'PortForwarding': '1.3', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'QosPolicy': '1.10', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroup': '1.5', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroupRule': '1.2', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'SubPort': '1.0', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Subnet': '1.1', Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: 'Trunk': '1.1'}} Jul 11 14:31:39.118909 dv-cinder-master-3-iscsi neutron-server[106007]: {{(pid=106007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:31:39.154715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Attempting to bind port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:31:39.155240 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Attempting to bind port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:31:39.155819 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Attempting to bind port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a on network 54233236-980f-43ca-b5f8-684573b048ee {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:31:39.162179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:31:39.162576 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Checking segment: {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:31:39.163045 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:39.163433 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Bound using segment: {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:31:39.163908 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Bound port: e14ff4f0-3b36-4f2e-bb0b-dff6613c465a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:31:39.164319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:39.208217 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:39.235899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-70183622-cbee-42c7-979a-a61468c5343d None None] For port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:31:39.257351 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-70183622-cbee-42c7-979a-a61468c5343d None None] For port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e14ff4f0-3b36-4f2e-bb0b-dff6613c465a,segment=NetworkSegment(c8b0e13f-158b-484d-9a94-42d4d7406fef),segment_id=c8b0e13f-158b-484d-9a94-42d4d7406fef)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:31:39.265352 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:39.322531 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70183622-cbee-42c7-979a-a61468c5343d None None] Pushing event updated for resources: {'Port': ['ID=e14ff4f0-3b36-4f2e-bb0b-dff6613c465a,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:40.465644 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37064) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:40.807763 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [None req-0d2eb393-3697-40e4-9348-bc8ebc36ff58 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:31:40.808759 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-0d2eb393-3697-40e4-9348-bc8ebc36ff58 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3421402 Jul 11 14:31:41.305160 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=7 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:41.310019 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:41.444238 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=19,neutron:INSERT=35,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:41.446218 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=14,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:43.111974 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37080) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:43.463804 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [None req-e65497cb-d77b-4ada-a5d2-90fc48dd00de admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:31:43.464958 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e65497cb-d77b-4ada-a5d2-90fc48dd00de admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3520696 Jul 11 14:31:45.794123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37088) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:46.143085 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:31:46.190656 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (f3f90731-f210-41fa-b80f-38014a448909), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.192286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (f3f90731-f210-41fa-b80f-38014a448909), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.352802 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] Publish callbacks [] for router_controller (f3f90731-f210-41fa-b80f-38014a448909), precommit_add_association {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.357595 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (f3f90731-f210-41fa-b80f-38014a448909), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.384832 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.386375 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-fac79c11-ec6d-4dab-bb63-a711db08807b demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5911403 Jul 11 14:31:46.491418 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e14ff4f0-3b36-4f2e-bb0b-dff6613c465a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:31:46.600928 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:46.601402 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.716481 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:31:46.716869 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.753971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e14ff4f0-3b36-4f2e-bb0b-dff6613c465a,segment=NetworkSegment(c8b0e13f-158b-484d-9a94-42d4d7406fef),segment_id=c8b0e13f-158b-484d-9a94-42d4d7406fef)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:31:46.758279 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:46.812036 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=e14ff4f0-3b36-4f2e-bb0b-dff6613c465a,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:47.569770 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdde17e-2969-4dd7-bf67-4d205811f3f0 None None] Network 54233236-980f-43ca-b5f8-684573b048ee requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:31:47.656459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-409285b7-08ae-401a-b922-3fe90210c88a None None] Provisioning complete for port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:47.657075 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-409285b7-08ae-401a-b922-3fe90210c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:47.754927 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:47.815969 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-409285b7-08ae-401a-b922-3fe90210c88a None None] Current status of the port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:31:48.036292 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-0fe56153-c05f-4608-ae85-02a6fee2912b None None] Provisioning complete for port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:48.036601 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0fe56153-c05f-4608-ae85-02a6fee2912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:48.070284 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:48.071549 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=38,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:48.147785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0fe56153-c05f-4608-ae85-02a6fee2912b None None] Current status of the port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:31:48.447058 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e14ff4f0-3b36-4f2e-bb0b-dff6613c465a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:31:48.496126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:48.497094 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:48.576139 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:31:48.816614 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37102) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:49.167381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [None req-003e6018-6a6f-4f46-812d-6b1644e99a95 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:31:49.169529 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-003e6018-6a6f-4f46-812d-6b1644e99a95 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3517790 Jul 11 14:31:51.551738 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37110) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:51.902388 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:31:51.923850 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Made reservation on behalf of e2b4fae2f8fe4791bd2046666efe9390 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:31:51.926229 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:51.935219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.014849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks [] for security_group (407c1f1a-351d-4e16-9c1c-e036b77038e3), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.018851 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (407c1f1a-351d-4e16-9c1c-e036b77038e3), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.035133 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Reserving flat network on physical network physnet1 {{(pid=106006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 11 14:31:52.053127 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c1f1a-351d-4e16-9c1c-e036b77038e3,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:52.061605 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (80681ab2-af84-4938-be44-260f99d193ba), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.061994 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Added segment 80681ab2-af84-4938-be44-260f99d193ba of type flat for network 554ec81a-f973-441f-81ec-8f3c539776c4 Jul 11 14:31:52.112713 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (554ec81a-f973-441f-81ec-8f3c539776c4), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.145667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (554ec81a-f973-441f-81ec-8f3c539776c4), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.146668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:31:52.147240 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:52.203987 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6510167 Jul 11 14:31:52.245975 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6893c67-b97e-4ef2-89ac-241e8d3eba77 admin admin] Pushing event updated for resources: {'Network': ['ID=554ec81a-f973-441f-81ec-8f3c539776c4,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:52.256919 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 554ec81a-f973-441f-81ec-8f3c539776c4 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:31:52.329322 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:52.718500 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-009d1a37-9fcb-4fc7-9417-593ce5790ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:54.649114 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37118) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:55.028258 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf62ee-a804-457f-8b67-4a7c90c373a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:31:55.029586 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-82bf62ee-a804-457f-8b67-4a7c90c373a1 demo admin] 10.222.0.72 "GET /v2.0/subnets/6bc69295-4c43-4817-b210-2be1fc2d138d HTTP/1.1" status: 200 len: 849 time: 0.3795202 Jul 11 14:31:55.188682 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-30120c74-7b18-4c03-a4d3-c91254aeea76 demo admin] 10.222.0.72 "GET /v2.0/routers/f3f90731-f210-41fa-b80f-38014a448909 HTTP/1.1" status: 200 len: 704 time: 0.1530356 Jul 11 14:31:55.421777 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ca0bbd6f-8165-4c52-b2ed-26a975ada454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:55.477491 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:55.760036 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:55.764497 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:55.789771 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Allocated IP 172.20.0.1 (54233236-980f-43ca-b5f8-684573b048ee/6bc69295-4c43-4817-b210-2be1fc2d138d/e49c6c22-1da2-43f0-ab99-8d8636fd9e17) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:31:56.015158 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks [] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.082635 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.155306 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Network 54233236-980f-43ca-b5f8-684573b048ee is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:31:56.163679 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:31:56.172426 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:31:56.173190 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (f3f90731-f210-41fa-b80f-38014a448909), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.198272 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Pushing event updated for resources: {'Port': ['ID=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:56.323056 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-bdc5699d-6da8-405f-a753-ab8debd83822 None None] Provisioning complete for port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:56.323594 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bdc5699d-6da8-405f-a753-ab8debd83822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.356860 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5699d-6da8-405f-a753-ab8debd83822 None None] Port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:31:56.376287 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=10,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:56.377168 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:56.381491 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.591540 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks [] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.595912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.596757 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (f3f90731-f210-41fa-b80f-38014a448909), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.650952 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Pushing event updated for resources: {'Port': ['ID=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:56.727372 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Network 54233236-980f-43ca-b5f8-684573b048ee is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:31:56.728711 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:31:56.771803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:56.880860 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:56.899604 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Router f3f90731-f210-41fa-b80f-38014a448909 is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:31:56.971501 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.978174 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-e0bf172b-a034-4754-b0b3-667c802af29c None None] Provisioning complete for port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:56.978545 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e0bf172b-a034-4754-b0b3-667c802af29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:56.994806 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:31:57.008967 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4ea75eef-6620-48ad-97ea-e498ba750bcd demo admin] 10.222.0.72 "PUT /v2.0/routers/f3f90731-f210-41fa-b80f-38014a448909/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8068571 Jul 11 14:31:57.015168 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Sync routers for ids ['f3f90731-f210-41fa-b80f-38014a448909'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:31:57.019447 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf172b-a034-4754-b0b3-667c802af29c None None] Port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:31:57.032368 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Routers {'f3f90731-f210-41fa-b80f-38014a448909'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:31:57.033182 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:31:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f3f90731-f210-41fa-b80f-38014a448909'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:57.218331 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Set router f3f90731-f210-41fa-b80f-38014a448909 gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:31:57.641103 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f90731-f210-41fa-b80f-38014a448909', 'name': 'router1', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:31:46Z', 'updated_at': '2022-07-11T14:31:56Z', 'revision_number': 2, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'gw_port_host': None, '_interfaces': [{'id': 'e49c6c22-1da2-43f0-ab99-8d8636fd9e17', 'name': '', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'mac_address': 'fa:16:3e:14:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:31:55Z', 'updated_at': '2022-07-11T14:31:56Z', 'revision_number': 2, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'subnets': [{'id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:57.690596 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Checking router: f3f90731-f210-41fa-b80f-38014a448909 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:31:57.690962 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Updating router f3f90731-f210-41fa-b80f-38014a448909 port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:31:57.747105 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.249535 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.272962 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Publish callbacks [] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.284544 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.473945 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Pushing event updated for resources: {'Port': ['ID=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:58.477735 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Attempting to bind port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:31:58.478162 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Attempting to bind port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:31:58.478714 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Attempting to bind port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 on network 54233236-980f-43ca-b5f8-684573b048ee {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:31:58.480401 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.487126 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:31:58.487682 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Checking segment: {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:31:58.488235 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.488709 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Bound using segment: {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:31:58.489280 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Bound port: e49c6c22-1da2-43f0-ab99-8d8636fd9e17, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b0e13f-158b-484d-9a94-42d4d7406fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '54233236-980f-43ca-b5f8-684573b048ee'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:31:58.489747 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.503997 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.504415 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.504821 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.505233 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.505619 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.506011 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.506330 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.506669 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.506988 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.507304 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.507620 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.507953 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.508270 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.508580 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.508890 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Tracked resource versions report: Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: pushed versions: Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: { 'AddressGroup': {'1.2'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Agent': {'1.1'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'ConntrackHelper': {'1.0'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Log': {'1.0'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'NDPProxy': {'1.0'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Network': {'1.1'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Port': {'1.7'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'PortForwarding': {'1.3'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'QosPolicy': {'1.10'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroup': {'1.5'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'SubPort': {'1.0'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Subnet': {'1.1'}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Trunk': {'1.1'}} Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: consumer versions: Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Agent': '1.1', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'ConntrackHelper': '1.0', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'LocalIPAssociation': '1.0', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Log': '1.0', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'NDPProxy': '1.0', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Network': '1.1', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Port': '1.7', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'PortForwarding': '1.3', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'QosPolicy': '1.10', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroup': '1.5', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroupRule': '1.2', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'SubPort': '1.0', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Subnet': '1.1', Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: 'Trunk': '1.1'}} Jul 11 14:31:58.510395 dv-cinder-master-3-iscsi neutron-server[106010]: {{(pid=106010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:31:58.552403 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-d86fe867-99da-4775-8263-3598e70efa6f None None] Provisioning complete for port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:58.552885 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-d86fe867-99da-4775-8263-3598e70efa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.578601 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] For port e49c6c22-1da2-43f0-ab99-8d8636fd9e17, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:31:58.589070 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-d86fe867-99da-4775-8263-3598e70efa6f None None] Port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:31:58.601996 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] For port e49c6c22-1da2-43f0-ab99-8d8636fd9e17, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,segment=NetworkSegment(c8b0e13f-158b-484d-9a94-42d4d7406fef),segment_id=c8b0e13f-158b-484d-9a94-42d4d7406fef)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:31:58.610517 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:58.619468 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:58.639875 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:31:58.670729 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Routers {'f3f90731-f210-41fa-b80f-38014a448909'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:31:58.671368 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:31:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f3f90731-f210-41fa-b80f-38014a448909'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:58.756623 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed23f-deac-40af-b36a-f4d3e4a85cf6 None None] Pushing event updated for resources: {'Port': ['ID=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:58.772127 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] Set router f3f90731-f210-41fa-b80f-38014a448909 gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:31:58.911378 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] Provisioning complete for port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:31:58.911756 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:59.000274 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f90731-f210-41fa-b80f-38014a448909', 'name': 'router1', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:31:46Z', 'updated_at': '2022-07-11T14:31:56Z', 'revision_number': 2, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'gw_port_host': None, '_interfaces': [{'id': 'e49c6c22-1da2-43f0-ab99-8d8636fd9e17', 'name': '', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'mac_address': 'fa:16:3e:14:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:31:55Z', 'updated_at': '2022-07-11T14:31:58Z', 'revision_number': 4, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'subnets': [{'id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:31:59.008651 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] Current status of the port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:31:59.009022 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:59.032530 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a95da1-b9db-4965-9088-a5f5e5763547 None None] The sync data for ids ['f3f90731-f210-41fa-b80f-38014a448909'] in dv-cinder-master-3-iscsi is: [{'id': 'f3f90731-f210-41fa-b80f-38014a448909', 'name': 'router1', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:31:46Z', 'updated_at': '2022-07-11T14:31:56Z', 'revision_number': 2, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'gw_port_host': None, '_interfaces': [{'id': 'e49c6c22-1da2-43f0-ab99-8d8636fd9e17', 'name': '', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'mac_address': 'fa:16:3e:14:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:31:55Z', 'updated_at': '2022-07-11T14:31:58Z', 'revision_number': 4, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'subnets': [{'id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:31:59.050190 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] For port e49c6c22-1da2-43f0-ab99-8d8636fd9e17, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,segment=NetworkSegment(c8b0e13f-158b-484d-9a94-42d4d7406fef),segment_id=c8b0e13f-158b-484d-9a94-42d4d7406fef)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:31:59.058951 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:31:59.110010 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4c86-759e-4570-b3ad-7074198c5404 None None] Pushing event updated for resources: {'Port': ['ID=e49c6c22-1da2-43f0-ab99-8d8636fd9e17,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:31:59.343113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37128) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:31:59.794547 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa171d-7465-45af-b420-3c93cccdd2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:31:59.795912 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-09aa171d-7465-45af-b420-3c93cccdd2bd admin admin] 10.222.0.72 "GET /v2.0/networks/554ec81a-f973-441f-81ec-8f3c539776c4 HTTP/1.1" status: 200 len: 842 time: 0.4518204 Jul 11 14:31:59.805290 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Request body: {'subnet': {'gateway_ip': '172.37.1.1', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.37.1.0/24', 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:31:59.828983 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Made reservation on behalf of e2b4fae2f8fe4791bd2046666efe9390 for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:31:59.831235 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:00.105100 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.objects.ports [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106006) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 11 14:32:00.105487 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (8d051f6c-da33-440b-96ae-cca107cddc87), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:00.250132 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d051f6c-da33-440b-96ae-cca107cddc87,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:32:00.260250 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:32:00.260814 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Network hostable DHCP agents. Network: 554ec81a-f973-441f-81ec-8f3c539776c4, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:32:00.280667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:32:00.290449 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 554ec81a-f973-441f-81ec-8f3c539776c4) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:32:00.295338 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:32:00.295922 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:00.302173 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a2560-42bf-42ae-87b8-a418270abd84 None None] Network 554ec81a-f973-441f-81ec-8f3c539776c4 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:32:00.315058 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-84138211-61d0-4dde-90e0-d0cdc2d964c5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5131071 Jul 11 14:32:00.336209 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:00.446785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cb2f0-a462-423a-9e02-8943b88161e1 None None] Network 554ec81a-f973-441f-81ec-8f3c539776c4 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:32:02.790652 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37136) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:32:03.217324 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-fef6292a-eebb-4614-bbe7-01596968fa00 demo admin] 10.222.0.72 "GET /v2.0/routers/f3f90731-f210-41fa-b80f-38014a448909 HTTP/1.1" status: 200 len: 710 time: 0.4255276 Jul 11 14:32:03.306416 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79d910-6d85-41b4-bcdd-19b39731e088 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:32:03.307798 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1b79d910-6d85-41b4-bcdd-19b39731e088 demo admin] 10.222.0.72 "GET /v2.0/networks/554ec81a-f973-441f-81ec-8f3c539776c4 HTTP/1.1" status: 200 len: 886 time: 0.0850694 Jul 11 14:32:03.316966 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:32:03.399370 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:03.407786 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:03.583324 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks [] for router_gateway (f3f90731-f210-41fa-b80f-38014a448909), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:03.800843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks [] for router_gateway (f3f90731-f210-41fa-b80f-38014a448909), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:03.884710 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.000813 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Allocated IP 172.37.1.202 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/fb36d32c-735b-4ae9-b680-034eeb134c99) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:32:04.108652 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks [] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.142276 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.186059 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:32:04.193395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Pushing event updated for resources: {'Port': ['ID=fb36d32c-735b-4ae9-b680-034eeb134c99,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:32:04.195919 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:32:04.223136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:32:04.376926 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:04.456140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:04.476918 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e49c6c22-1da2-43f0-ab99-8d8636fd9e17 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:32:04.527711 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:32:04.528105 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.528782 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks [] for router_gateway (f3f90731-f210-41fa-b80f-38014a448909), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.640226 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:32:04.821674 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-561'] for router (f3f90731-f210-41fa-b80f-38014a448909), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.826236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483210'] for router (f3f90731-f210-41fa-b80f-38014a448909), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:04.934910 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Router f3f90731-f210-41fa-b80f-38014a448909 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:32:05.038720 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:32:05.042995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:05.058782 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-511050ea-c6dd-4456-90b4-468ec2618db6 demo admin] 10.222.0.72 "PUT /v2.0/routers/f3f90731-f210-41fa-b80f-38014a448909 HTTP/1.1" status: 200 len: 890 time: 1.7304611 Jul 11 14:32:05.481057 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Sync routers for ids ['f3f90731-f210-41fa-b80f-38014a448909'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:32:05.493027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Routers {'f3f90731-f210-41fa-b80f-38014a448909'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:32:05.493809 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:31:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f3f90731-f210-41fa-b80f-38014a448909'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:32:05.674261 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:05.731675 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Set router f3f90731-f210-41fa-b80f-38014a448909 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:32:06.187103 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f90731-f210-41fa-b80f-38014a448909', 'name': 'router1', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'fb36d32c-735b-4ae9-b680-034eeb134c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:31:46Z', 'updated_at': '2022-07-11T14:32:04Z', 'revision_number': 4, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'gw_port': {'id': 'fb36d32c-735b-4ae9-b680-034eeb134c99', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:32:03Z', 'updated_at': '2022-07-11T14:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e49c6c22-1da2-43f0-ab99-8d8636fd9e17', 'name': '', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'mac_address': 'fa:16:3e:14:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:31:55Z', 'updated_at': '2022-07-11T14:31:59Z', 'revision_number': 5, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'subnets': [{'id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:32:06.235147 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Checking router: f3f90731-f210-41fa-b80f-38014a448909 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:32:06.235494 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Updating router f3f90731-f210-41fa-b80f-38014a448909 port fb36d32c-735b-4ae9-b680-034eeb134c99 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:32:06.289964 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:06.591393 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:06.610459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Publish callbacks [] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:06.615845 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:06.672377 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Attempting to bind port fb36d32c-735b-4ae9-b680-034eeb134c99 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:32:06.673005 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Attempting to bind port fb36d32c-735b-4ae9-b680-034eeb134c99 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:32:06.673740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Attempting to bind port fb36d32c-735b-4ae9-b680-034eeb134c99 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:32:06.678350 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200ee11-5b1f-4cd1-9ed6-9501f226e8ca None None] Pushing event updated for resources: {'Port': ['ID=fb36d32c-735b-4ae9-b680-034eeb134c99,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:32:06.687659 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:32:06.688260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:32:06.688910 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:06.689543 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:32:06.690327 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Bound port: fb36d32c-735b-4ae9-b680-034eeb134c99, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:32:06.690973 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:06.768309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] For port fb36d32c-735b-4ae9-b680-034eeb134c99, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:32:06.773149 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] For port fb36d32c-735b-4ae9-b680-034eeb134c99, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb36d32c-735b-4ae9-b680-034eeb134c99,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:32:06.781310 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:06.839433 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200ee11-5b1f-4cd1-9ed6-9501f226e8ca None None] Pushing event updated for resources: {'Port': ['ID=fb36d32c-735b-4ae9-b680-034eeb134c99,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:32:06.842572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Routers {'f3f90731-f210-41fa-b80f-38014a448909'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:32:06.843104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:31:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f3f90731-f210-41fa-b80f-38014a448909'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:32:06.929000 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:06.947985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] Set router f3f90731-f210-41fa-b80f-38014a448909 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:32:07.158493 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f90731-f210-41fa-b80f-38014a448909', 'name': 'router1', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'fb36d32c-735b-4ae9-b680-034eeb134c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:31:46Z', 'updated_at': '2022-07-11T14:32:04Z', 'revision_number': 4, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'gw_port': {'id': 'fb36d32c-735b-4ae9-b680-034eeb134c99', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:32:03Z', 'updated_at': '2022-07-11T14:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e49c6c22-1da2-43f0-ab99-8d8636fd9e17', 'name': '', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'mac_address': 'fa:16:3e:14:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:31:55Z', 'updated_at': '2022-07-11T14:31:59Z', 'revision_number': 5, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'subnets': [{'id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:32:07.183948 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9fbf9-eb14-4db9-9a3f-2329e2c5d171 None None] The sync data for ids ['f3f90731-f210-41fa-b80f-38014a448909'] in dv-cinder-master-3-iscsi is: [{'id': 'f3f90731-f210-41fa-b80f-38014a448909', 'name': 'router1', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'fb36d32c-735b-4ae9-b680-034eeb134c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:31:46Z', 'updated_at': '2022-07-11T14:32:04Z', 'revision_number': 4, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'gw_port': {'id': 'fb36d32c-735b-4ae9-b680-034eeb134c99', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:32:03Z', 'updated_at': '2022-07-11T14:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e49c6c22-1da2-43f0-ab99-8d8636fd9e17', 'name': '', 'network_id': '54233236-980f-43ca-b5f8-684573b048ee', 'tenant_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'mac_address': 'fa:16:3e:14:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f90731-f210-41fa-b80f-38014a448909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:31:55Z', 'updated_at': '2022-07-11T14:31:59Z', 'revision_number': 5, 'project_id': '20d7b62cf0cc4fd6a3c30e3584353f0a', 'subnets': [{'id': '6bc69295-4c43-4817-b210-2be1fc2d138d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4800a833-0673-4576-9c32-5c1cf1dd04f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:32:07.567994 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37150) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:32:07.993375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-18c69452-7a54-458b-b854-50f2fd53d3c0 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4238091 Jul 11 14:32:08.476169 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device fb36d32c-735b-4ae9-b680-034eeb134c99 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:32:08.529040 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port fb36d32c-735b-4ae9-b680-034eeb134c99 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:32:08.529277 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:08.624939 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port fb36d32c-735b-4ae9-b680-034eeb134c99 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:32:08.625174 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:08.649011 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port fb36d32c-735b-4ae9-b680-034eeb134c99, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb36d32c-735b-4ae9-b680-034eeb134c99,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:32:08.655896 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:08.708811 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=fb36d32c-735b-4ae9-b680-034eeb134c99,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:32:09.003042 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=20 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:09.003826 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=54 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:10.473670 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device fb36d32c-735b-4ae9-b680-034eeb134c99 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:32:10.533314 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port fb36d32c-735b-4ae9-b680-034eeb134c99 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:32:10.534247 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (fb36d32c-735b-4ae9-b680-034eeb134c99), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:10.571249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:10.619895 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port fb36d32c-735b-4ae9-b680-034eeb134c99 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:32:13.297069 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:32:17.986556 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=66 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:17.989631 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=46 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:20.615734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:20.619816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=69 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:22.726852 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a97608c5-3d85-40d1-a8e9-fb21af8e0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:25.384074 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0e313106-d0b9-4f7c-b993-4ef725ed215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:26.986285 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:28.259747 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:28.484909 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:30.308732 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:30.323604 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:38.466285 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:38.478041 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:32:50.289030 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:32:52.732990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-b61c739b-1601-4a00-a05e-8438a80b489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:55.468638 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-d892060d-c1b1-4abb-b29b-90d52184070a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:56.977386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:58.252185 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:32:58.479385 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:07.286952 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:07.291280 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:08.247079 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:08.474258 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:20.284087 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:22.711768 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7a1907f1-0e04-43bf-88c8-4aeb3ef345de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:25.379566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-050d2d94-22c4-4dfe-be12-377478f023fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:26.981531 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:27.288163 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:33:28.257544 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:28.478584 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:38.470518 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:38.472566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:38.838826 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37690) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:39.194738 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cb5b77-71f1-4b65-8ba1-168e3f9f68aa admin admin] GET failed (client error): The resource could not be found. Jul 11 14:33:39.196624 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-66cb5b77-71f1-4b65-8ba1-168e3f9f68aa admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3561642 Jul 11 14:33:39.365611 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf833b9-4657-474f-849e-46dd9d7f3413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:39.367044 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-cbf833b9-4657-474f-849e-46dd9d7f3413 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662927 Jul 11 14:33:41.588027 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37700) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:42.078587 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac26ce4-fd0d-4bce-a289-a78ae80e7ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:42.080339 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-bac26ce4-fd0d-4bce-a289-a78ae80e7ce0 admin admin] 10.222.0.72 "GET /v2.0/subnets/6bc69295-4c43-4817-b210-2be1fc2d138d HTTP/1.1" status: 200 len: 849 time: 0.4909854 Jul 11 14:33:42.091516 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:33:42.215183 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Publish callbacks [] for subnet (6bc69295-4c43-4817-b210-2be1fc2d138d), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:42.432597 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763086419249'] for subnet (6bc69295-4c43-4817-b210-2be1fc2d138d), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:42.478849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:42.479287 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:42.481486 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] 10.222.0.72 "PUT /v2.0/subnets/6bc69295-4c43-4817-b210-2be1fc2d138d HTTP/1.1" status: 200 len: 868 time: 0.3945305 Jul 11 14:33:42.482309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae3a7b-f329-406f-b268-c9591a695131 None None] Network 54233236-980f-43ca-b5f8-684573b048ee requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:33:42.512736 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc69295-4c43-4817-b210-2be1fc2d138d,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:33:42.522508 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.523227 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.523611 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.523966 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.524368 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.525211 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.525935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.526516 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.527124 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.527689 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.528710 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.528931 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.529210 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.529534 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.530077 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24551f28-76a3-4cdc-8fee-b664f458ce89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:33:42.921949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-6c51eb2b-462b-49af-89fb-ad533d95bb9c None None] Provisioning complete for port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:33:42.922335 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-6c51eb2b-462b-49af-89fb-ad533d95bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e49c6c22-1da2-43f0-ab99-8d8636fd9e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:43.019623 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-6c51eb2b-462b-49af-89fb-ad533d95bb9c None None] Current status of the port e49c6c22-1da2-43f0-ab99-8d8636fd9e17 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:33:43.031714 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-6c51eb2b-462b-49af-89fb-ad533d95bb9c None None] Provisioning complete for port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:33:43.032249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-6c51eb2b-462b-49af-89fb-ad533d95bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e14ff4f0-3b36-4f2e-bb0b-dff6613c465a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:43.117802 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-6c51eb2b-462b-49af-89fb-ad533d95bb9c None None] Current status of the port e14ff4f0-3b36-4f2e-bb0b-dff6613c465a is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:33:44.286422 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:44.287287 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:44.860240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37708) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:45.434811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223f357-890b-4345-a138-020721bf0097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:45.435275 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223f357-890b-4345-a138-020721bf0097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:45.436910 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4223f357-890b-4345-a138-020721bf0097 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5757511 Jul 11 14:33:47.750143 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37718) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:48.190043 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb66a3e-a1e3-4d52-afdb-ed8d26e7e6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:48.190416 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb66a3e-a1e3-4d52-afdb-ed8d26e7e6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:48.191970 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7cb66a3e-a1e3-4d52-afdb-ed8d26e7e6ea admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4408176 Jul 11 14:33:50.460328 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37726) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:51.006468 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c88653-f1a2-4afe-aa78-98e2e6549bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:51.007929 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d0c88653-f1a2-4afe-aa78-98e2e6549bbf admin admin] 10.222.0.72 "GET /v2.0/networks/54233236-980f-43ca-b5f8-684573b048ee HTTP/1.1" status: 200 len: 869 time: 0.5466349 Jul 11 14:33:52.516492 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:52.517382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:33:52.707112 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0a05f1fe-ccc3-4023-bbe3-696166a5daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:53.275487 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37734) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:53.715145 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6b731f-6225-4d4b-a661-166ddce78f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:53.716519 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-bd6b731f-6225-4d4b-a661-166ddce78f83 admin admin] 10.222.0.72 "GET /v2.0/networks/554ec81a-f973-441f-81ec-8f3c539776c4 HTTP/1.1" status: 200 len: 886 time: 0.4400563 Jul 11 14:33:55.375872 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1070-609e-4818-a505-ebb4ad5c0f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:55.960580 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37742) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:33:56.399179 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e8af4-89bb-4239-b4d4-ed0cf2eb5d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:56.399628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e8af4-89bb-4239-b4d4-ed0cf2eb5d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:33:56.401185 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4b5e8af4-89bb-4239-b4d4-ed0cf2eb5d76 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4396107 Jul 11 14:33:56.983168 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:58.254753 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:58.477696 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:33:59.954338 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37750) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:00.366089 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88efa7c-7ece-4439-81c4-d76240046129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:00.366558 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88efa7c-7ece-4439-81c4-d76240046129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:00.368081 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b88efa7c-7ece-4439-81c4-d76240046129 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4128094 Jul 11 14:34:01.001805 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=31 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:01.004750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=38 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:02.805118 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37758) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:03.325742 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b36e0-53e0-4a91-b30b-ad1464e40dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:03.328526 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9b8b36e0-53e0-4a91-b30b-ad1464e40dbb admin admin] 10.222.0.72 "GET /v2.0/subnets/6bc69295-4c43-4817-b210-2be1fc2d138d HTTP/1.1" status: 200 len: 868 time: 0.5209002 Jul 11 14:34:04.291353 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:34:05.679214 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37766) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:06.239302 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1475f76b-af8c-4a1b-b02d-2925106f1f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:06.241302 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1475f76b-af8c-4a1b-b02d-2925106f1f13 admin admin] 10.222.0.72 "GET /v2.0/subnets/8d051f6c-da33-440b-96ae-cca107cddc87 HTTP/1.1" status: 200 len: 816 time: 0.5607231 Jul 11 14:34:08.465140 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:08.472157 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:16.231574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=28 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:16.234803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=41 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:21.538278 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=19 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:21.543159 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=15 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:22.711199 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f8973673-a9b9-4130-ad6e-2c1101f3e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:25.394692 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-624da3a6-9995-4e79-8838-3bd1aa4f4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:26.989378 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:28.258813 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:28.483551 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:36.251337 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37822) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:36.614948 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [None req-9cc3e747-26f3-4315-a9c2-9ce7acdf3d89 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:34:36.615964 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9cc3e747-26f3-4315-a9c2-9ce7acdf3d89 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3636920 Jul 11 14:34:38.474629 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:38.477493 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:39.059350 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37830) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:39.552822 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ebcc8b-69cf-41af-832d-7af4d09b4536 admin admin] GET failed (client error): The resource could not be found. Jul 11 14:34:39.554690 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-12ebcc8b-69cf-41af-832d-7af4d09b4536 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4941235 Jul 11 14:34:39.648665 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c119584-7c84-44a3-96d0-bbb7cc5d49ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:39.650040 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4c119584-7c84-44a3-96d0-bbb7cc5d49ef admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0912068 Jul 11 14:34:41.290286 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:34:42.003711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37838) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:42.392003 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:34:42.417305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Made reservation on behalf of e2b4fae2f8fe4791bd2046666efe9390 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:34:42.420429 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:42.469213 dv-cinder-master-3-iscsi neutron-server[106005]: WARNING neutron.services.revisions.revision_plugin [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Could not find related network for resource to bump revision. Jul 11 14:34:42.488160 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:34:42.502296 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763086225776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:42.502911 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Unsubscribe: segment precommit_create {{(pid=106005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 11 14:34:42.503280 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Added segment cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5 of type vlan for network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c Jul 11 14:34:42.564860 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (63ce4c19-1390-472f-a2c1-3e5bc7a0b62c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:42.599506 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (63ce4c19-1390-472f-a2c1-3e5bc7a0b62c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:42.600754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:42.601335 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:42.637716 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6328771 Jul 11 14:34:42.714010 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Pushing event updated for resources: {'Network': ['ID=63ce4c19-1390-472f-a2c1-3e5bc7a0b62c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:34:42.725464 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.725810 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.726148 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.726514 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.726851 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.727183 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.727503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.727829 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.728155 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.728481 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.728817 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.729166 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.729478 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.729796 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.730111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9d551-fdc7-40b3-9a6a-d4a642334d58 admin admin] Tracked resource versions report: Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: pushed versions: Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: { 'AddressGroup': {'1.2'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Agent': {'1.1'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'ConntrackHelper': {'1.0'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Log': {'1.0'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'NDPProxy': {'1.0'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Network': {'1.1'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Port': {'1.7'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'PortForwarding': {'1.3'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'QosPolicy': {'1.10'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroup': {'1.5'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'SubPort': {'1.0'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Subnet': {'1.1'}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Trunk': {'1.1'}} Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: consumer versions: Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Agent': '1.1', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'ConntrackHelper': '1.0', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'LocalIPAssociation': '1.0', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Log': '1.0', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'NDPProxy': '1.0', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Network': '1.1', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Port': '1.7', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'PortForwarding': '1.3', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'QosPolicy': '1.10', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroup': '1.5', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroupRule': '1.2', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'SubPort': '1.0', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Subnet': '1.1', Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: 'Trunk': '1.1'}} Jul 11 14:34:42.731621 dv-cinder-master-3-iscsi neutron-server[106005]: {{(pid=106005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:34:42.763417 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:34:44.968875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37850) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:34:45.355014 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cbd1fb-c275-46f0-89e7-0f024ac7674c admin admin] GET failed (client error): The resource could not be found. Jul 11 14:34:45.356369 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a9cbd1fb-c275-46f0-89e7-0f024ac7674c admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3864970 Jul 11 14:34:45.466573 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5c90a-1340-435f-bed6-875a5d5a37a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:45.468039 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2ef5c90a-1340-435f-bed6-875a5d5a37a3 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1058567 Jul 11 14:34:45.478389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c', 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:34:45.502012 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Made reservation on behalf of e2b4fae2f8fe4791bd2046666efe9390 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:34:45.504427 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:45.733507 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (b94a8da7-b45a-44fb-b705-022a6972099f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:45.797072 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94a8da7-b45a-44fb-b705-022a6972099f,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:34:45.808469 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Checking segment: {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:34:45.808835 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Network hostable DHCP agents. Network: 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:34:45.836161 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:34:45.848757 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:34:45.853612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:34:45.854238 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:45.859118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe1fd2-b6a2-4a86-b145-083836b36bba None None] Network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:34:45.882045 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-da3cd167-a8ab-4ddb-84c1-b1443e2d73ae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985908 Jul 11 14:34:45.986321 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-63ce4c19-1390-472f-a2c1-3e5bc7a0b62c', 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c', 'project_id': 'e2b4fae2f8fe4791bd2046666efe9390', 'fixed_ips': [{'subnet_id': 'b94a8da7-b45a-44fb-b705-022a6972099f'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:34:45.987250 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:46.148981 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Allocated IP 192.168.233.2 (63ce4c19-1390-472f-a2c1-3e5bc7a0b62c/b94a8da7-b45a-44fb-b705-022a6972099f/4ced8598-b111-40bb-b39d-cf65632cd86d) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:34:46.302886 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Publish callbacks [] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:46.312791 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:46.472646 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:34:46.478730 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:34:46.480903 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Pushing event updated for resources: {'Port': ['ID=4ced8598-b111-40bb-b39d-cf65632cd86d,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:34:46.483255 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:34:46.494913 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.495250 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.495607 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.495961 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.496316 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.496613 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.496931 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.497249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.497565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.497879 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.498196 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.498535 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.498852 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.499168 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.499478 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:34:46.556468 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Attempting to bind port 4ced8598-b111-40bb-b39d-cf65632cd86d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:34:46.557104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Attempting to bind port 4ced8598-b111-40bb-b39d-cf65632cd86d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:34:46.557466 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Attempting to bind port 4ced8598-b111-40bb-b39d-cf65632cd86d on network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:34:46.563563 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:34:46.563927 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Checking segment: {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:34:46.564319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:46.564706 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Bound using segment: {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:34:46.565401 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Bound port: 4ced8598-b111-40bb-b39d-cf65632cd86d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:34:46.565771 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:46.633024 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] For port 4ced8598-b111-40bb-b39d-cf65632cd86d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:34:46.636360 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] For port 4ced8598-b111-40bb-b39d-cf65632cd86d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ced8598-b111-40bb-b39d-cf65632cd86d,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:34:46.643161 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:46.703421 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383701e-b30e-43cb-b3c4-df523a611857 None None] Pushing event updated for resources: {'Port': ['ID=4ced8598-b111-40bb-b39d-cf65632cd86d,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:34:47.690018 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3523306d-c2d0-4e2f-921a-1905a682b966 None None] Network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:34:47.788664 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] Provisioning complete for port 4ced8598-b111-40bb-b39d-cf65632cd86d triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:34:47.789052 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:47.809403 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:47.835027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:47.915896 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] Current status of the port 4ced8598-b111-40bb-b39d-cf65632cd86d is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:34:47.916871 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:47.966692 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] For port 4ced8598-b111-40bb-b39d-cf65632cd86d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ced8598-b111-40bb-b39d-cf65632cd86d,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:34:47.979029 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:48.052506 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce857197-337a-4f9b-85fa-91a633f671a1 None None] Pushing event updated for resources: {'Port': ['ID=4ced8598-b111-40bb-b39d-cf65632cd86d,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:34:48.100374 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2187f715-554c-4167-be97-d1493c7a71ca None None] Provisioning complete for port 4ced8598-b111-40bb-b39d-cf65632cd86d triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:34:48.100745 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2187f715-554c-4167-be97-d1493c7a71ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:48.201470 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2187f715-554c-4167-be97-d1493c7a71ca None None] Current status of the port 4ced8598-b111-40bb-b39d-cf65632cd86d is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:34:48.614384 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4ced8598-b111-40bb-b39d-cf65632cd86d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:34:48.668843 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4ced8598-b111-40bb-b39d-cf65632cd86d triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:34:48.669595 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4ced8598-b111-40bb-b39d-cf65632cd86d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:48.754850 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4ced8598-b111-40bb-b39d-cf65632cd86d is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:34:49.645342 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=12 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:49.646521 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=10 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:52.719564 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-66391555-9430-40b3-9ae8-e672f1e283f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:55.380562 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-72cf14d3-64e0-47b7-ae6b-398a2f4903a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:55.864503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=68,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:55.865633 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:56.996355 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:58.266118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:34:58.290952 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:58.292765 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:34:58.482347 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:08.475468 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:35:08.477788 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:35:18.289990 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:35:22.723351 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2d29-6a0c-40ae-9d9c-b8ff06a9d617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:25.377907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3cabc300-2fcd-40ea-be62-43d5d4531314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:26.995344 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:28.260366 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:28.480172 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:35.288794 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=6 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:35:35.290077 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:35:38.466949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:35:38.475989 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:35:52.728032 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bd5a7b7d-bcb8-4bf5-a42d-4e802109ecda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:55.294039 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:35:55.383662 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-14a1553e-abef-4b93-be8d-55c1055199bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:57.001680 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:58.265750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:35:58.477422 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:08.469850 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:08.472276 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:21.470844 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=20 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:21.475142 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=16 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:22.005412 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37888) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:36:22.013303 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [None req-0861f482-65b2-4d09-baf7-e6f57e1c02b3 tempest-verify_tempest_config-1281300149 tempest-verify_tempest_config-1281300149-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:36:22.014631 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0861f482-65b2-4d09-baf7-e6f57e1c02b3 tempest-verify_tempest_config-1281300149 tempest-verify_tempest_config-1281300149-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0078335 Jul 11 14:36:22.728453 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-398e9396-28df-4b79-96dd-4606851433c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:22.791661 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 37906) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:36:23.248831 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.351907 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Publish callbacks [] for security_group (fc871912-c55c-46b9-ae9b-cdaef25fc12e), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.356634 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (fc871912-c55c-46b9-ae9b-cdaef25fc12e), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.406849 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8155e94ae0a640d7a79ec6f86590f177&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6140709 Jul 11 14:36:23.409452 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc871912-c55c-46b9-ae9b-cdaef25fc12e,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:36:23.410791 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 37912) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:36:23.417430 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.417774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.418113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.418469 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.418803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.419127 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.419459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.419776 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.420118 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.420447 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.420777 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.421095 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.421411 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.421727 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.422041 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6375c2-3565-4d64-bb98-575d1b9a0ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.498356 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Publish callbacks [] for security_group (fc871912-c55c-46b9-ae9b-cdaef25fc12e), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.522188 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Publish callbacks [] for security_group (fc871912-c55c-46b9-ae9b-cdaef25fc12e), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.631420 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (fc871912-c55c-46b9-ae9b-cdaef25fc12e), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.633872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:23.637965 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc871912-c55c-46b9-ae9b-cdaef25fc12e HTTP/1.1" status: 204 len: 168 time: 0.2257929 Jul 11 14:36:23.647643 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc871912-c55c-46b9-ae9b-cdaef25fc12e,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:36:23.656372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.656372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.656372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.656372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:23.660458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ba17e4-4ff7-4f84-95ef-f850cb866624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:36:25.382647 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2b2feb84-685f-4c29-b37f-7ffe41295af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:27.006442 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:28.269680 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:28.475647 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:32.296210 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:36:33.402390 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:33.414097 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:33.650600 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:33.651547 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:38.468892 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:38.471274 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:49.282012 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:49.287504 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:36:52.725626 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-994bee26-e1b4-4ef9-b1c1-788e97b7f2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:55.379458 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-931ba4eb-3625-4120-8db6-f70fef23bd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:57.002212 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:58.272528 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:36:58.470751 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:08.464521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:37:08.466474 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:37:09.294762 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:37:22.719169 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-25c8a1c7-a45e-40ba-87da-d9e71eab1b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:25.380072 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c2b6179-d51a-44c5-949c-50026f36bf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:26.274730 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:37:26.283925 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:37:27.008421 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:28.274658 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:28.476050 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:38.465149 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:37:38.471917 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:37:46.293594 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 5 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:37:52.724186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8a0d06c4-8363-4dcf-a0cf-4e8173890cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:55.378940 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-39d69edf-f2d7-4e3b-ae00-0a6e41d1cf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:57.012929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:58.278484 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:37:58.472593 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:03.290875 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:03.292102 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:08.460813 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:08.467703 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:14.986233 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-469608'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:21.413979 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=12 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:21.417090 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=14 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:22.729347 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-25603c53-42ab-4f63-85e4-25b4a84d3d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:23.293061 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:38:25.372162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-becd083a-da05-4174-9bab-20dfa71e0722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:27.012348 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:27.604755 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38006) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:38:27.739891 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7bc0e77e-bed1-4f52-acad-c8fa19f03518 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1337755 Jul 11 14:38:28.278948 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:28.480962 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:29.876429 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38016) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:38:29.934710 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-cbebc956-2f90-4409-b61c-8f71a9a23de5 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0569928 Jul 11 14:38:37.734451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:38.474064 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:38.476080 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:39.929555 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:40.291427 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:40.292895 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:38:44.955700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:52.834360 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7197311f-6041-49ac-8d4c-de3b51fd471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:55.375951 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ae21d35b-5402-46a2-911e-1e5b2df30491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:57.016438 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:58.281835 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:38:58.476403 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:00.292703 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:39:08.469900 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:08.472598 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:14.947532 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:17.288328 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:20.289221 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:22.738996 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-d8c7478a-d91e-4e79-b656-f76127a893bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:25.391902 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4230-e219-4af6-b9d1-dda8a128802b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:27.021051 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:28.284173 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:28.479964 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:37.292612 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:39:38.468579 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:38.475577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:44.973472 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:52.734978 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-b480a442-0eec-4405-8b1f-8e30af2be48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:54.281898 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:54.285706 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:39:55.389144 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-dc225a82-7854-4793-a987-f7d85af24098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:57.020179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:58.286332 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:39:58.485176 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:08.478330 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:08.479669 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:09.941816 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38242) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:10.202525 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38254) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:10.235411 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38258) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:10.329608 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38266) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:10.352305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-179656274-network', 'tenant_id': '98966d44ea88477b94215761cdc92ea7'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:10.379885 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Made reservation on behalf of 98966d44ea88477b94215761cdc92ea7 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:10.383704 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.404736 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.520165 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks [] for security_group (b66eb174-1b91-4549-887c-5b9140ae7349), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.525592 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b66eb174-1b91-4549-887c-5b9140ae7349), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.560141 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:40:10.565442 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66eb174-1b91-4549-887c-5b9140ae7349,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:10.577865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (851edb5c-bc79-4572-bf3f-76a645479c5e), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.578501 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Added segment 851edb5c-bc79-4572-bf3f-76a645479c5e of type vlan for network 382f35eb-d1cd-45e3-b28b-3e3389f544db Jul 11 14:40:10.580814 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.581165 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.581499 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.582026 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.582364 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.582720 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.583052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.583378 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.583722 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.584305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.584449 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.584713 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.585246 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.585565 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.585888 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Tracked resource versions report: Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: pushed versions: Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: { 'AddressGroup': {'1.2'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Agent': {'1.1'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'ConntrackHelper': {'1.0'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Log': {'1.0'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'NDPProxy': {'1.0'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Network': {'1.1'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Port': {'1.7'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'PortForwarding': {'1.3'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'QosPolicy': {'1.10'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroup': {'1.5'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'SubPort': {'1.0'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Subnet': {'1.1'}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Trunk': {'1.1'}} Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: consumer versions: Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: HyperV agent@hv-cinder-maste: {}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Agent': '1.1', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'ConntrackHelper': '1.0', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'LocalIPAssociation': '1.0', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Log': '1.0', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'NDPProxy': '1.0', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Network': '1.1', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Port': '1.7', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'PortForwarding': '1.3', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'QosPolicy': '1.10', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroup': '1.5', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'SecurityGroupRule': '1.2', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'SubPort': '1.0', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Subnet': '1.1', Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: 'Trunk': '1.1'}} Jul 11 14:40:10.587110 dv-cinder-master-3-iscsi neutron-server[106005]: {{(pid=106005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:40:10.632762 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (382f35eb-d1cd-45e3-b28b-3e3389f544db), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.641647 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-254958235-network', 'tenant_id': 'f6606b37accd43619058aef23f10745b'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:10.654002 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-49331428-network', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:10.681351 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Made reservation on behalf of f6606b37accd43619058aef23f10745b for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:10.684008 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.687961 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (382f35eb-d1cd-45e3-b28b-3e3389f544db), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.689004 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:10.689307 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Made reservation on behalf of fd0be78cdcfc4195a0ced5868c14cda5 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:10.689759 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.692695 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.705192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.706689 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.721823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-724005756-network', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:10.764542 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Made reservation on behalf of 1baa6ea2e19747d1af1e1042c362895d for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:10.767182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.780562 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38282) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:10.784555 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.801244 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8583143 Jul 11 14:40:10.801981 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38284) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:10.807083 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Request body: {'subnet': {'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-subnet', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:10.937119 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c578e-b776-4a87-8e01-6d3b30b59539 admin admin] Pushing event updated for resources: {'Network': ['ID=382f35eb-d1cd-45e3-b28b-3e3389f544db,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:10.949529 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:40:10.969617 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks [] for security_group (f53fde03-f33a-438c-b959-b3f8dbd89ae5), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:10.979778 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f53fde03-f33a-438c-b959-b3f8dbd89ae5), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.017544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks [] for security_group (2cc280d4-431a-4ef7-9285-74eaa3c444a0), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.020735 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:11.023276 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Made reservation on behalf of 98966d44ea88477b94215761cdc92ea7 for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:11.027700 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.030285 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (2cc280d4-431a-4ef7-9285-74eaa3c444a0), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.031131 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fde03-f33a-438c-b959-b3f8dbd89ae5,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:11.045352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.046067 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.046836 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.047457 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.048207 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.050943 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.051793 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.052458 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.053025 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.053877 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.054404 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.054905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.055935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.056583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.057088 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Tracked resource versions report: Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: pushed versions: Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: { 'AddressGroup': {'1.2'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Agent': {'1.1'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'ConntrackHelper': {'1.0'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Log': {'1.0'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'NDPProxy': {'1.0'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Network': {'1.1'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Port': {'1.7'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'PortForwarding': {'1.3'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'QosPolicy': {'1.10'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroup': {'1.5'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'SubPort': {'1.0'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Subnet': {'1.1'}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Trunk': {'1.1'}} Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: consumer versions: Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: HyperV agent@hv-cinder-maste: {}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Agent': '1.1', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'ConntrackHelper': '1.0', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'LocalIPAssociation': '1.0', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Log': '1.0', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'NDPProxy': '1.0', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Network': '1.1', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Port': '1.7', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'PortForwarding': '1.3', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'QosPolicy': '1.10', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroup': '1.5', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'SecurityGroupRule': '1.2', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'SubPort': '1.0', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Subnet': '1.1', Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: 'Trunk': '1.1'}} Jul 11 14:40:11.059373 dv-cinder-master-3-iscsi neutron-server[106006]: {{(pid=106006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:40:11.079051 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:40:11.091435 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:40:11.092367 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc280d4-431a-4ef7-9285-74eaa3c444a0,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:11.126715 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (3c415b39-8830-4f4d-a24d-14e80f153e17), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.127477 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Added segment 3c415b39-8830-4f4d-a24d-14e80f153e17 of type vlan for network 164cf2a3-5444-4c03-8807-160bd45f2610 Jul 11 14:40:11.132610 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2117234039-network', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:11.179789 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (8aca4fa6-f44d-4da3-b49d-14305c2f561d), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.180125 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Added segment 8aca4fa6-f44d-4da3-b49d-14305c2f561d of type vlan for network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 Jul 11 14:40:11.206456 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (164cf2a3-5444-4c03-8807-160bd45f2610), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.250805 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (5ae38dfd-9d35-4028-a44d-a35e6f13d941), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.251458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks [] for security_group (5bf1300e-a675-4b56-a877-716e2fd1d28c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.252491 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:11.263269 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (164cf2a3-5444-4c03-8807-160bd45f2610), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.264760 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:11.265416 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.268014 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (5bf1300e-a675-4b56-a877-716e2fd1d28c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.320867 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (5ae38dfd-9d35-4028-a44d-a35e6f13d941), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.322059 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:11.322686 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.381656 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] Pushing event updated for resources: {'Network': ['ID=164cf2a3-5444-4c03-8807-160bd45f2610,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:11.392276 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf1300e-a675-4b56-a877-716e2fd1d28c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:11.394830 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 164cf2a3-5444-4c03-8807-160bd45f2610 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:40:11.404901 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Made reservation on behalf of c0e363b1584848c1aecbe186cf91eec5 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:11.408943 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.427768 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.436762 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae38dfd-9d35-4028-a44d-a35e6f13d941,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:11.448872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:40:11.466179 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c1459e07-85e5-4c46-b52e-9062d5c6ecd8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2294753 Jul 11 14:40:11.470902 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38310) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:11.471634 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:40:11.486142 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38312) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:11.487051 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-66b446c2-1d8d-4aae-af9a-417c515a2ffb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2822876 Jul 11 14:40:11.496204 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Request body: {'subnet': {'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-49331428-subnet', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:11.502846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Request body: {'subnet': {'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-subnet', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:11.559025 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Made reservation on behalf of fd0be78cdcfc4195a0ced5868c14cda5 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:11.566747 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.678043 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:11.682573 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (1f90276c-1dd4-4361-a401-555bfd94da4b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.682946 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Added segment 1f90276c-1dd4-4361-a401-555bfd94da4b of type vlan for network 8679b039-4e4e-4ae1-83e8-21c78c675a96 Jul 11 14:40:11.684532 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (f4634de7-95c0-41a0-8797-d4967f527135), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.749389 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Made reservation on behalf of f6606b37accd43619058aef23f10745b for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:11.752143 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.776934 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Checking segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:11.777293 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Network hostable DHCP agents. Network: 382f35eb-d1cd-45e3-b28b-3e3389f544db, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:40:11.812872 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:40:11.820871 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:11.832511 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 382f35eb-d1cd-45e3-b28b-3e3389f544db) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:11.843254 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355c3c8-f063-4f9d-8b32-6a5f939a0612 None None] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:11.851604 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (8679b039-4e4e-4ae1-83e8-21c78c675a96), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.891484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:11.896584 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:11.897222 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.910878 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4634de7-95c0-41a0-8797-d4967f527135,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:11.968037 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d70523a7-437c-4020-8272-9b1fb5371995 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1648657 Jul 11 14:40:11.971008 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38324) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:11.973371 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks [] for security_group (b496aec2-6d33-40a2-b33e-7b9049bc2f2e), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.978135 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b496aec2-6d33-40a2-b33e-7b9049bc2f2e), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.983869 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:11.987312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (8679b039-4e4e-4ae1-83e8-21c78c675a96), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:11.988370 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:11.988932 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.007665 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (5b1a734c-7b6c-4edd-92dd-8ba052bed27b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.034049 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7028100 Jul 11 14:40:12.045668 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-382f35eb-d1cd-45e3-b28b-3e3389f544db', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:40:12.047373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.057812 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38328) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:12.071422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Request body: {'subnet': {'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-724005756-subnet', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:12.118445 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:40:12.123224 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Made reservation on behalf of 1baa6ea2e19747d1af1e1042c362895d for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:12.125823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.144476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (b0f0bf38-6035-4547-8dc1-1769a4fb242d), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.145790 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (b0f0bf38-6035-4547-8dc1-1769a4fb242d), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.224651 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b496aec2-6d33-40a2-b33e-7b9049bc2f2e,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:12.289466 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Allocated IP 172.20.0.2 (382f35eb-d1cd-45e3-b28b-3e3389f544db/f4634de7-95c0-41a0-8797-d4967f527135/b105caa0-53ee-49b2-ac0c-8429ae98bee8) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:12.315673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (9d058d68-c8d2-4ff9-a2d7-12a68ae27274), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.323167 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (953f1db3-6ed5-4b5a-b2bb-914515b04769), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.323509 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Added segment 953f1db3-6ed5-4b5a-b2bb-914515b04769 of type vlan for network 208c5447-9d23-4b47-b27a-4307a7296819 Jul 11 14:40:12.336300 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks [] for router_controller (b0f0bf38-6035-4547-8dc1-1769a4fb242d), precommit_add_association {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.367589 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddfe5e-fb68-470a-a58c-e29f626b61fb admin admin] Pushing event updated for resources: {'Network': ['ID=8679b039-4e4e-4ae1-83e8-21c78c675a96,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:12.387368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:12.390866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:40:12.475765 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d058d68-c8d2-4ff9-a2d7-12a68ae27274,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:12.496888 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1a734c-7b6c-4edd-92dd-8ba052bed27b,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:12.508766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (208c5447-9d23-4b47-b27a-4307a7296819), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.544515 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Checking segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:12.544873 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Network hostable DHCP agents. Network: 5ae38dfd-9d35-4028-a44d-a35e6f13d941, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:40:12.570045 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Checking segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:12.570456 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Network hostable DHCP agents. Network: 164cf2a3-5444-4c03-8807-160bd45f2610, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:40:12.578069 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks [] for router_gateway (b0f0bf38-6035-4547-8dc1-1769a4fb242d), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.623228 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Network 164cf2a3-5444-4c03-8807-160bd45f2610 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:40:12.667860 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 164cf2a3-5444-4c03-8807-160bd45f2610) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:12.674937 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (208c5447-9d23-4b47-b27a-4307a7296819), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.676089 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:12.676708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.689754 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:12.694671 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.701474 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc51b3c-1765-4fbc-ba6a-b67ddbfcf4bf None None] Network 164cf2a3-5444-4c03-8807-160bd45f2610 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:12.775809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:40:12.794789 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.0000808 Jul 11 14:40:12.806364 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38350) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:12.806959 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5ae38dfd-9d35-4028-a44d-a35e6f13d941) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:12.816663 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Request body: {'subnet': {'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2117234039-subnet', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:12.828424 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:12.829357 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.838623 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Publish callbacks [] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.842352 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8584e-4af9-4085-b806-4ce8a865e7fe None None] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:12.875604 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:12.908362 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb085a-65c0-409d-b0aa-f93adc4e7582 admin admin] Pushing event updated for resources: {'Network': ['ID=208c5447-9d23-4b47-b27a-4307a7296819,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:12.942937 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 208c5447-9d23-4b47-b27a-4307a7296819 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:40:12.966361 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f57f9030-f26f-419f-9c1b-0ab116495360 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4727247 Jul 11 14:40:12.969666 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38368) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:12.976208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:12.995746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Made reservation on behalf of c0e363b1584848c1aecbe186cf91eec5 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:12.998487 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.007088 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (582193c6-7221-4184-a15a-f20ab89f2f84), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.015769 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-54c566fe-c75f-4e9c-a9c9-45ddc4a4007b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5383744 Jul 11 14:40:13.030652 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:13.031347 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38376) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:13.063495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:13.150911 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks [] for router_gateway (b0f0bf38-6035-4547-8dc1-1769a4fb242d), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.189862 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Pushing event updated for resources: {'Subnet': ['ID=582193c6-7221-4184-a15a-f20ab89f2f84,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:13.197206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.212124 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (29ba63b4-66e2-4396-9d78-ccf075aab2d9), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.213159 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (29ba63b4-66e2-4396-9d78-ccf075aab2d9), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.241940 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (e26ef2f0-fed3-487a-b0d8-4780099f60dc), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.243036 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (e26ef2f0-fed3-487a-b0d8-4780099f60dc), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.253809 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:13.292095 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:13.292381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Network hostable DHCP agents. Network: 8679b039-4e4e-4ae1-83e8-21c78c675a96, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:40:13.324857 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:13.413694 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks [] for router_controller (29ba63b4-66e2-4396-9d78-ccf075aab2d9), precommit_add_association {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.436698 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:13.446310 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:40:13.450876 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks [] for router_controller (e26ef2f0-fed3-487a-b0d8-4780099f60dc), precommit_add_association {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.459700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:13.468782 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:13.505806 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:13.544846 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-164cf2a3-5444-4c03-8807-160bd45f2610', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:40:13.545785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.555359 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8679b039-4e4e-4ae1-83e8-21c78c675a96) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:13.557440 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Allocated IP 172.37.1.247 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/33b24db7-8153-44bf-ae28-ae9cb7b72911) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:13.587138 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:13.613127 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:13.614003 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.629671 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Pushing event updated for resources: {'Port': ['ID=b105caa0-53ee-49b2-ac0c-8429ae98bee8,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:13.667919 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.716123 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82356dc-3dc0-4a6d-85ab-507d4c2e69e5 None None] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:13.720847 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks [] for router_gateway (e26ef2f0-fed3-487a-b0d8-4780099f60dc), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.727268 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.727598 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.729541 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.729903 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.730249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.731144 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.731479 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.731804 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.732130 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.732453 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.732774 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.733095 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.733416 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.733733 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.734044 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Tracked resource versions report: Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: pushed versions: Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: { 'AddressGroup': {'1.2'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Agent': {'1.1'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'ConntrackHelper': {'1.0'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Log': {'1.0'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'NDPProxy': {'1.0'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Network': {'1.1'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Port': {'1.7'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'PortForwarding': {'1.3'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'QosPolicy': {'1.10'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroup': {'1.5'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'SubPort': {'1.0'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Subnet': {'1.1'}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Trunk': {'1.1'}} Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: consumer versions: Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: HyperV agent@hv-cinder-maste: {}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Agent': '1.1', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'ConntrackHelper': '1.0', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'LocalIPAssociation': '1.0', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Log': '1.0', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'NDPProxy': '1.0', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Network': '1.1', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Port': '1.7', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'PortForwarding': '1.3', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'QosPolicy': '1.10', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroup': '1.5', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'SecurityGroupRule': '1.2', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'SubPort': '1.0', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Subnet': '1.1', Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: 'Trunk': '1.1'}} Jul 11 14:40:13.735635 dv-cinder-master-3-iscsi neutron-server[106007]: {{(pid=106007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:40:13.755590 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b2a02de1-c318-49b3-9217-60fcfc20137b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6894300 Jul 11 14:40:13.774283 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38418) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:13.781574 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:13.789902 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:13.797896 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks [] for router_gateway (29ba63b4-66e2-4396-9d78-ccf075aab2d9), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.854909 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'fixed_ips': [{'subnet_id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:40:13.856027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:13.943773 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:13.977512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Attempting to bind port b105caa0-53ee-49b2-ac0c-8429ae98bee8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:13.977512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Attempting to bind port b105caa0-53ee-49b2-ac0c-8429ae98bee8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:13.977512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Attempting to bind port b105caa0-53ee-49b2-ac0c-8429ae98bee8 on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:13.985598 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38426) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:14.023177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:14.023560 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Checking segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:14.023965 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.024411 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Bound using segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:14.024895 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Bound port: b105caa0-53ee-49b2-ac0c-8429ae98bee8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:14.025329 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.041334 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.043077 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.061369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Checking segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:14.061811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Network hostable DHCP agents. Network: 208c5447-9d23-4b47-b27a-4307a7296819, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:40:14.066494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks [] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.208922 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks [] for router_gateway (e26ef2f0-fed3-487a-b0d8-4780099f60dc), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.235450 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.245341 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.272485 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks [] for router_controller (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), precommit_add_association {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.274908 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:14.290855 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:14.294253 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Network 208c5447-9d23-4b47-b27a-4307a7296819 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:40:14.302002 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:14.309936 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:14.428758 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:40:14.494740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] For port b105caa0-53ee-49b2-ac0c-8429ae98bee8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:14.495377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 208c5447-9d23-4b47-b27a-4307a7296819) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:14.501104 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:14.502776 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.522029 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca23281-6d89-4896-ad42-85df08f73c4f None None] Network 208c5447-9d23-4b47-b27a-4307a7296819 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:14.534545 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c27e6483-507a-4a16-82fa-7bcddd48e067 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7256341 Jul 11 14:40:14.535579 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38436) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:14.551587 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] For port b105caa0-53ee-49b2-ac0c-8429ae98bee8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b105caa0-53ee-49b2-ac0c-8429ae98bee8,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:14.651575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:14.652191 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8679b039-4e4e-4ae1-83e8-21c78c675a96', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:40:14.653677 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.654245 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks [] for router_gateway (b0f0bf38-6035-4547-8dc1-1769a4fb242d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.661556 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.702620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:14.776963 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks [] for router_gateway (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.819945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Allocated IP 172.20.0.2 (164cf2a3-5444-4c03-8807-160bd45f2610/9d058d68-c8d2-4ff9-a2d7-12a68ae27274/4ccb55f4-3e70-4b25-b19f-0bf548f17dda) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:14.823731 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (0826b137-59e6-415a-96ae-9cbf956c4202), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.824386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (0826b137-59e6-415a-96ae-9cbf956c4202), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.824537 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Allocated IP 172.20.0.2 (5ae38dfd-9d35-4028-a44d-a35e6f13d941/5b1a734c-7b6c-4edd-92dd-8ba052bed27b/4f7c5a92-bbc4-4312-8cc3-e8047217fb3e) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:14.832303 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cd08c3a2-0fee-4a52-9c67-139e4c59dca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.857824 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Pushing event updated for resources: {'Port': ['ID=33b24db7-8153-44bf-ae28-ae9cb7b72911,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:14.904805 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks [] for router_gateway (29ba63b4-66e2-4396-9d78-ccf075aab2d9), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:14.913275 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:14.957307 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.000039 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.000039 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Allocated IP 172.37.1.130 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/b34b0c97-fe9f-41ba-a353-c377d0197108) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:15.000177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-208c5447-9d23-4b47-b27a-4307a7296819', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:40:15.000177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.021959 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66317-3fe9-427d-9d79-6823b353c156 None None] Pushing event updated for resources: {'Port': ['ID=b105caa0-53ee-49b2-ac0c-8429ae98bee8,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:15.081731 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks [] for router_controller (0826b137-59e6-415a-96ae-9cbf956c4202), precommit_add_association {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.192404 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cd08c3a2-0fee-4a52-9c67-139e4c59dca1 admin admin] Publish callbacks [] for security_group (d556e033-1ec3-4558-b6fe-727dc98bad94), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.229965 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cd08c3a2-0fee-4a52-9c67-139e4c59dca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (d556e033-1ec3-4558-b6fe-727dc98bad94), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.232943 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.272774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (b0f0bf38-6035-4547-8dc1-1769a4fb242d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.277066 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.300613 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08c3a2-0fee-4a52-9c67-139e4c59dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d556e033-1ec3-4558-b6fe-727dc98bad94,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:15.311719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-cd08c3a2-0fee-4a52-9c67-139e4c59dca1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55c685b237f1412ba3b6abe72923a4fe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3233569 Jul 11 14:40:15.318481 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38452) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:15.371872 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks [] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.461551 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.466126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Allocated IP 172.20.0.2 (8679b039-4e4e-4ae1-83e8-21c78c675a96/582193c6-7221-4184-a15a-f20ab89f2f84/4420e4a4-875b-48e7-aaa1-b31828a333df) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:15.469164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.469637 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks [] for router_gateway (0826b137-59e6-415a-96ae-9cbf956c4202), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.510343 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.520409 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:15.524328 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:15.528913 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:15.537072 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f712daba-b9ef-40c8-84c4-de092e990b70 admin admin] Publish callbacks [] for security_group (d556e033-1ec3-4558-b6fe-727dc98bad94), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.567781 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Publish callbacks [] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.569286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks [] for router_gateway (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.580059 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Pushing event updated for resources: {'Port': ['ID=b34b0c97-fe9f-41ba-a353-c377d0197108,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:15.597652 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.612286 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Router b0f0bf38-6035-4547-8dc1-1769a4fb242d is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:40:15.642160 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.678386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Allocated IP 172.20.0.2 (208c5447-9d23-4b47-b27a-4307a7296819/a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a/d341c215-ef5f-4f64-a378-3ba36beb60b3) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:15.685406 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f712daba-b9ef-40c8-84c4-de092e990b70 admin admin] Publish callbacks [] for security_group (d556e033-1ec3-4558-b6fe-727dc98bad94), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.687135 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.690139 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Allocated IP 172.37.1.134 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/48bbeb77-327a-4a7a-bcc0-ede1a050cf18) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:15.691215 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.705053 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Publish callbacks [] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.728552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Network 164cf2a3-5444-4c03-8807-160bd45f2610 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:15.732137 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.755989 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:15.765824 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:15.767721 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Pushing event updated for resources: {'Port': ['ID=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:15.827957 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:15.852573 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:15.983807 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f712daba-b9ef-40c8-84c4-de092e990b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (d556e033-1ec3-4558-b6fe-727dc98bad94), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.986519 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f712daba-b9ef-40c8-84c4-de092e990b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:15.987881 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f712daba-b9ef-40c8-84c4-de092e990b70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d556e033-1ec3-4558-b6fe-727dc98bad94 HTTP/1.1" status: 204 len: 168 time: 0.6675196 Jul 11 14:40:16.031027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712daba-b9ef-40c8-84c4-de092e990b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d556e033-1ec3-4558-b6fe-727dc98bad94,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:16.049014 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks [] for router_gateway (0826b137-59e6-415a-96ae-9cbf956c4202), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.095879 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:16.098227 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.103845 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:16.104733 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks [] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.113308 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks [] for router_gateway (e26ef2f0-fed3-487a-b0d8-4780099f60dc), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.168421 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:16.233944 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Publish callbacks [] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.243147 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Attempting to bind port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:16.243675 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Attempting to bind port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:16.244118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Attempting to bind port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda on network 164cf2a3-5444-4c03-8807-160bd45f2610 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:16.252659 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:16.264182 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.264686 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Sync routers for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:16.285713 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:16.291696 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:16.327524 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.333895 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=10 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:16.342709 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Pushing event updated for resources: {'Port': ['ID=4420e4a4-875b-48e7-aaa1-b31828a333df,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:16.343489 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.351826 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-bf829f39-d6b3-4a7f-804f-2bc74152704c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3765869 Jul 11 14:40:16.352468 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38464) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:16.375352 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:16.375734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Checking segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:16.376118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.376513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Bound using segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:16.377331 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Bound port: 4ccb55f4-3e70-4b25-b19f-0bf548f17dda, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:16.377767 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.401577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:16.404596 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Attempting to bind port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:16.404967 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Attempting to bind port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:16.405331 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Attempting to bind port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e on network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:16.420699 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:16.423814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:16.489619 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66980c8-23b2-4746-bf4d-93442de83f54 None None] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:16.530456 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:16.536393 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38470) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:16.623226 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:16.623881 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Checking segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:16.624174 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.624492 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Bound using segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:16.625027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Bound port: 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:16.625405 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.637467 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] Provisioning complete for port b105caa0-53ee-49b2-ac0c-8429ae98bee8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:16.637985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.651810 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:16.689995 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:16.698077 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7c66328f-2dcc-4a69-885b-6deea116f10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.701166 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:16.705344 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Allocated IP 172.37.1.172 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/47e4f641-252a-43a2-9151-903a7559666b) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:16.711659 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Pushing event updated for resources: {'Port': ['ID=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:16.713530 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:16.721367 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:16.733576 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:14Z', 'revision_number': 3, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:16.771327 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Checking router: b0f0bf38-6035-4547-8dc1-1769a4fb242d for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:16.772133 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Updating router b0f0bf38-6035-4547-8dc1-1769a4fb242d port 33b24db7-8153-44bf-ae28-ae9cb7b72911 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:16.807625 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.879989 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] Current status of the port b105caa0-53ee-49b2-ac0c-8429ae98bee8 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:16.884968 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.899533 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (e26ef2f0-fed3-487a-b0d8-4780099f60dc), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.960690 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] For port b105caa0-53ee-49b2-ac0c-8429ae98bee8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b105caa0-53ee-49b2-ac0c-8429ae98bee8,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:16.970063 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Publish callbacks [] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:16.975039 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.018367 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b105caa0-53ee-49b2-ac0c-8429ae98bee8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:17.030147 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] For port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:17.057389 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.100058 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Attempting to bind port 4420e4a4-875b-48e7-aaa1-b31828a333df on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:17.100431 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Attempting to bind port 4420e4a4-875b-48e7-aaa1-b31828a333df by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:17.100788 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Attempting to bind port 4420e4a4-875b-48e7-aaa1-b31828a333df on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:17.104591 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] For port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:17.112884 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:17.128042 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks [] for port (47e4f641-252a-43a2-9151-903a7559666b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.146783 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:17.150413 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.153390 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:17.164724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:17.164724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:17.165569 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.165569 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Bound using segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:17.168724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Bound port: 4420e4a4-875b-48e7-aaa1-b31828a333df, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:17.168724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.169166 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.175877 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Network 208c5447-9d23-4b47-b27a-4307a7296819 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:17.192156 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] For port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:17.203409 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:17.213555 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:17.231221 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] For port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:17.279628 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710ed2-66ee-498e-8c0e-e3c6e5aeda72 None None] Pushing event updated for resources: {'Port': ['ID=b105caa0-53ee-49b2-ac0c-8429ae98bee8,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:17.288504 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7c66328f-2dcc-4a69-885b-6deea116f10d admin admin] Publish callbacks [] for security_group (f2e29147-88c1-4feb-acdb-354b64fd5402), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.296905 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7c66328f-2dcc-4a69-885b-6deea116f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f2e29147-88c1-4feb-acdb-354b64fd5402), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.316882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.346573 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks [] for router_gateway (29ba63b4-66e2-4396-9d78-ccf075aab2d9), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.352805 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Allocated IP 172.20.0.1 (382f35eb-d1cd-45e3-b28b-3e3389f544db/f4634de7-95c0-41a0-8797-d4967f527135/898831a3-f567-454b-8fa8-e8dd4ef35e41) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:17.361566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port b105caa0-53ee-49b2-ac0c-8429ae98bee8 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:17.362045 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.415223 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (47e4f641-252a-43a2-9151-903a7559666b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.444423 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7c66328f-2dcc-4a69-885b-6deea116f10d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de2826017582484b8b3a10070d7886a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9025476 Jul 11 14:40:17.448735 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-aab7e70d-7531-4418-95f9-3d0f8629bd69 None None] Provisioning complete for port b105caa0-53ee-49b2-ac0c-8429ae98bee8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:17.450883 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-aab7e70d-7531-4418-95f9-3d0f8629bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.452752 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38478) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:17.484002 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66328f-2dcc-4a69-885b-6deea116f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e29147-88c1-4feb-acdb-354b64fd5402,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:17.484214 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks [] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.523178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:17.536051 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.536647 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:17.585890 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:17.588714 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:17.642494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:40:17.676232 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=47e4f641-252a-43a2-9151-903a7559666b,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:17.682261 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Allocated IP 172.37.1.58 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/84d3fde6-c8a7-4135-8266-f8cd89d6f756) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:17.698133 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-aab7e70d-7531-4418-95f9-3d0f8629bd69 None None] Current status of the port b105caa0-53ee-49b2-ac0c-8429ae98bee8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:17.730853 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Attempting to bind port d341c215-ef5f-4f64-a378-3ba36beb60b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:17.731231 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Attempting to bind port d341c215-ef5f-4f64-a378-3ba36beb60b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:17.731570 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Attempting to bind port d341c215-ef5f-4f64-a378-3ba36beb60b3 on network 208c5447-9d23-4b47-b27a-4307a7296819 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:17.732229 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:17.733143 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Pushing event updated for resources: {'Port': ['ID=898831a3-f567-454b-8fa8-e8dd4ef35e41,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:17.739370 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:17.739734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Checking segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:17.740118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.740545 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Bound using segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:17.740933 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Bound port: d341c215-ef5f-4f64-a378-3ba36beb60b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:17.741307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.751463 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:17.773469 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:17.781929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Pushing event updated for resources: {'Port': ['ID=d341c215-ef5f-4f64-a378-3ba36beb60b3,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:17.784728 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] For port 4420e4a4-875b-48e7-aaa1-b31828a333df, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:17.901029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b79b8101-27e9-4a51-b7b0-54e438f30452 admin admin] Publish callbacks [] for security_group (f2e29147-88c1-4feb-acdb-354b64fd5402), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.901649 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:17.926920 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:17.927395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (b0f0bf38-6035-4547-8dc1-1769a4fb242d), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:17.957642 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] For port d341c215-ef5f-4f64-a378-3ba36beb60b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:17.960971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] For port d341c215-ef5f-4f64-a378-3ba36beb60b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d341c215-ef5f-4f64-a378-3ba36beb60b3,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:18.025460 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b79b8101-27e9-4a51-b7b0-54e438f30452 admin admin] Publish callbacks [] for security_group (f2e29147-88c1-4feb-acdb-354b64fd5402), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.033073 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:18.034932 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.087136 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] For port 4420e4a4-875b-48e7-aaa1-b31828a333df, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4420e4a4-875b-48e7-aaa1-b31828a333df,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:18.130055 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:18.140373 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:18.141917 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (29ba63b4-66e2-4396-9d78-ccf075aab2d9), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.169357 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.174962 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:18.204170 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port b105caa0-53ee-49b2-ac0c-8429ae98bee8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:18.229979 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.235087 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-325a425c-5291-4654-b016-f67651d77be7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2643349 Jul 11 14:40:18.242530 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38494) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:18.266048 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e938e-d14e-4ce2-8c7e-9b48edd1b92a None None] Pushing event updated for resources: {'Port': ['ID=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:18.297871 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:18.298599 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:18.391165 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b79b8101-27e9-4a51-b7b0-54e438f30452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f2e29147-88c1-4feb-acdb-354b64fd5402), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.394946 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b79b8101-27e9-4a51-b7b0-54e438f30452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.396170 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b79b8101-27e9-4a51-b7b0-54e438f30452 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2e29147-88c1-4feb-acdb-354b64fd5402 HTTP/1.1" status: 204 len: 168 time: 0.9084036 Jul 11 14:40:18.408685 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks [] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.441346 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.450668 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b8101-27e9-4a51-b7b0-54e438f30452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e29147-88c1-4feb-acdb-354b64fd5402,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:18.613748 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-0a4a13de-c5cc-455e-b0af-c03265fd6819 None None] Provisioning complete for port 898831a3-f567-454b-8fa8-e8dd4ef35e41 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:18.614732 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0a4a13de-c5cc-455e-b0af-c03265fd6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.830355 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks [] for router_gateway (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.832043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf0fb-e6a8-4641-90b7-fceaa1e50dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:18.848788 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:18.887313 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a13de-c5cc-455e-b0af-c03265fd6819 None None] Port 898831a3-f567-454b-8fa8-e8dd4ef35e41 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:18.920794 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:19.343806 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Publish callbacks [] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.358034 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.419631 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:19.525465 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Attempting to bind port 33b24db7-8153-44bf-ae28-ae9cb7b72911 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:19.526212 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Attempting to bind port 33b24db7-8153-44bf-ae28-ae9cb7b72911 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:19.526763 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Attempting to bind port 33b24db7-8153-44bf-ae28-ae9cb7b72911 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:19.535098 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:19.539580 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b105caa0-53ee-49b2-ac0c-8429ae98bee8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:19.551904 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:19.552234 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:19.552590 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:19.558209 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.558693 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:19.559463 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Bound port: 33b24db7-8153-44bf-ae28-ae9cb7b72911, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:19.559860 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.580495 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc99bf-0629-4ca1-a92f-46252367d3c0 None None] Pushing event updated for resources: {'Port': ['ID=d341c215-ef5f-4f64-a378-3ba36beb60b3,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:19.606778 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:19.641057 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] For port 33b24db7-8153-44bf-ae28-ae9cb7b72911, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:19.656047 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] For port 33b24db7-8153-44bf-ae28-ae9cb7b72911, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=33b24db7-8153-44bf-ae28-ae9cb7b72911,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:19.671288 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.693870 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Pushing event updated for resources: {'Port': ['ID=33b24db7-8153-44bf-ae28-ae9cb7b72911,revision_number=2']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:19.734118 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks [] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.734972 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Pushing event updated for resources: {'Port': ['ID=84d3fde6-c8a7-4135-8266-f8cd89d6f756,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:19.741145 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.741846 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.743033 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.743865 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.746732 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.748444 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.749148 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.749943 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.751292 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.751587 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.752022 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.752293 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46918b4-e06c-491d-8565-5de87203cdfa None None] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:19.753410 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (b0f0bf38-6035-4547-8dc1-1769a4fb242d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.753510 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.754260 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.755517 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.756358 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.757840 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Tracked resource versions report: Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: pushed versions: Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: { 'AddressGroup': {'1.2'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Agent': {'1.1'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'ConntrackHelper': {'1.0'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Log': {'1.0'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'NDPProxy': {'1.0'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Network': {'1.1'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Port': {'1.7'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'PortForwarding': {'1.3'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'QosPolicy': {'1.10'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroup': {'1.5'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'SubPort': {'1.0'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Subnet': {'1.1'}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Trunk': {'1.1'}} Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: consumer versions: Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: HyperV agent@hv-cinder-maste: {}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Agent': '1.1', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'ConntrackHelper': '1.0', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'LocalIPAssociation': '1.0', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Log': '1.0', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'NDPProxy': '1.0', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Network': '1.1', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Port': '1.7', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'PortForwarding': '1.3', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'QosPolicy': '1.10', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroup': '1.5', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'SecurityGroupRule': '1.2', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'SubPort': '1.0', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Subnet': '1.1', Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: 'Trunk': '1.1'}} Jul 11 14:40:19.762349 dv-cinder-master-3-iscsi neutron-server[106010]: {{(pid=106010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:40:19.808662 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb2584-a0ef-4dfb-a9b8-7aa06a52f507 None None] Pushing event updated for resources: {'Port': ['ID=4420e4a4-875b-48e7-aaa1-b31828a333df,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:19.812246 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:40:19.831578 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:19.832916 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89f838-ef33-4428-ad64-81b841456068 None None] Pushing event updated for resources: {'Port': ['ID=33b24db7-8153-44bf-ae28-ae9cb7b72911,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:19.850167 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:19.851489 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:19.852264 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:19.858212 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Pushing event updated for resources: {'Port': ['ID=898831a3-f567-454b-8fa8-e8dd4ef35e41,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:19.859966 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de6613-6338-4419-9603-14fac9825981 None None] Network 164cf2a3-5444-4c03-8807-160bd45f2610 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:19.898847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] Provisioning complete for port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:19.899769 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:19.912870 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:19.930857 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:19.983764 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:20.102362 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:20.149443 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:20.161561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:20.171029 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:15Z', 'revision_number': 3, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:20.186102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:20.226170 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:20.226565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Updating router e26ef2f0-fed3-487a-b0d8-4780099f60dc port b34b0c97-fe9f-41ba-a353-c377d0197108 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:20.288061 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:20.297444 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port b105caa0-53ee-49b2-ac0c-8429ae98bee8 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:20.297816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:20.322267 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Sync routers for ids ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:20.326246 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:20.331158 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:20.337345 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-739db55e-3070-4cd0-b244-7c505fb76cec admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3000557 Jul 11 14:40:20.347665 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38536) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:20.365991 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Routers {'29ba63b4-66e2-4396-9d78-ccf075aab2d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:20.366830 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:20.373750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:20.483198 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:20.669969 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:40:20.724188 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks [] for router_gateway (0826b137-59e6-415a-96ae-9cbf956c4202), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:20.742618 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Set router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:20.825775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3c767-d1bf-4817-a95a-8630eb396ed7 None None] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:20.850338 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Router b0f0bf38-6035-4547-8dc1-1769a4fb242d has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:40:20.898010 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:20.956270 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c136a5-331a-4f75-80c5-875a422c4564 None None] Network 208c5447-9d23-4b47-b27a-4307a7296819 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:40:21.050613 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:19Z', 'revision_number': 2, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:21.088108 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e726-b624-4e0f-91b4-457a42fb365e None None] The sync data for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi is: [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:19Z', 'revision_number': 2, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:21.133113 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:21.185425 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Allocated IP 172.20.0.1 (164cf2a3-5444-4c03-8807-160bd45f2610/9d058d68-c8d2-4ff9-a2d7-12a68ae27274/16a47119-a7ee-4ede-a824-49d9b98dd3f0) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:21.189116 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:21.241348 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:16Z', 'revision_number': 3, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:21.244062 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] Current status of the port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:21.244454 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:21.327122 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (0826b137-59e6-415a-96ae-9cbf956c4202), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:21.334257 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:21.338635 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4e5a2995-280f-4346-9701-fa2745a50ff1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5555749 Jul 11 14:40:21.343277 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:21.345623 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38554) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:21.360389 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Checking router: 29ba63b4-66e2-4396-9d78-ccf075aab2d9 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:21.360887 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Updating router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:21.395261 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-6ef4d5b8-f3d6-4f6d-a088-1f940e02d77f admin admin] 10.222.0.72 "PUT /v2.0/routers/b0f0bf38-6035-4547-8dc1-1769a4fb242d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0387914 Jul 11 14:40:21.678704 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:21.756208 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:21.757621 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:21.843848 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:21.999680 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:22.000558 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port b105caa0-53ee-49b2-ac0c-8429ae98bee8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:22.021281 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:22.074581 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:22.237580 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks [] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:22.262038 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] For port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:22.295172 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:22.391921 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:22.481288 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:22.616072 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Router 0826b137-59e6-415a-96ae-9cbf956c4202 is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:40:22.628933 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:22.681898 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38614) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:22.701555 dv-cinder-master-3-iscsi neutron-server[106005]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 11 14:40:22.791033 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa557-8fe2-4c37-8a65-7d927db81407 None None] Pushing event updated for resources: {'Port': ['ID=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:22.902922 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:22.921301 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:22.921640 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Network 164cf2a3-5444-4c03-8807-160bd45f2610 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:22.921769 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:22.923643 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-89ffb6b1-cf61-4247-8c8b-792b00d1704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:22.928757 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:22.937692 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:22.937692 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (e26ef2f0-fed3-487a-b0d8-4780099f60dc), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:22.999612 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Pushing event updated for resources: {'Port': ['ID=16a47119-a7ee-4ede-a824-49d9b98dd3f0,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:23.077428 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:23.097084 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.391759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Provisioning complete for port 4420e4a4-875b-48e7-aaa1-b31828a333df triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:23.392351 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.400205 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:23.411952 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:23.443233 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:23.444315 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:23.492611 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-cf6ee11e-801a-4c1b-91c2-1564566e1ccb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:23.496470 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.501138 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-cf6ee11e-801a-4c1b-91c2-1564566e1ccb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 818 time: 0.8071821 Jul 11 14:40:23.529286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.530630 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-33e1fdb0-3e5c-44f3-a5f1-5fa8cccb43b3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9834614 Jul 11 14:40:23.536660 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:23.547657 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38636) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:23.571167 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-3d56451c-4d90-497f-91b5-a6bbe841caab tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/quotas/98966d44ea88477b94215761cdc92ea7 HTTP/1.1" status: 200 len: 375 time: 0.0687723 Jul 11 14:40:23.576339 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:17Z', 'revision_number': 3, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:23.661311 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:23.661499 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:23.661499 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Updating router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b port 47e4f641-252a-43a2-9151-903a7559666b binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:23.693558 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.697623 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:23.702655 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:23.703733 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (47e4f641-252a-43a2-9151-903a7559666b), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.717424 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-5cdf2d72-b22e-41c1-809d-e19fba2240b4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452386 Jul 11 14:40:23.797012 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Publish callbacks [] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.814648 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Current status of the port 4420e4a4-875b-48e7-aaa1-b31828a333df is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:23.815091 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.833705 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:23.872658 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Allocated IP 172.20.0.1 (5ae38dfd-9d35-4028-a44d-a35e6f13d941/5b1a734c-7b6c-4edd-92dd-8ba052bed27b/85ce0945-011a-4088-bfc5-53759eaebec0) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:23.943814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:23.950606 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:23.951899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4ccb55f4-3e70-4b25-b19f-0bf548f17dda up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:24.038151 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Attempting to bind port b34b0c97-fe9f-41ba-a353-c377d0197108 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:24.038446 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Attempting to bind port b34b0c97-fe9f-41ba-a353-c377d0197108 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:24.038983 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Attempting to bind port b34b0c97-fe9f-41ba-a353-c377d0197108 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:24.055305 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:24.055947 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:24.056530 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.057160 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:24.057806 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Bound port: b34b0c97-fe9f-41ba-a353-c377d0197108, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:24.058368 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.071290 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] For port 4420e4a4-875b-48e7-aaa1-b31828a333df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4420e4a4-875b-48e7-aaa1-b31828a333df,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:24.092523 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113beef8-3549-490f-965a-e5409e9060d7 None None] Pushing event updated for resources: {'Port': ['ID=b34b0c97-fe9f-41ba-a353-c377d0197108,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:24.101816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.110751 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Allocated IP 172.20.0.1 (8679b039-4e4e-4ae1-83e8-21c78c675a96/582193c6-7221-4184-a15a-f20ab89f2f84/e456299a-5a6a-4ccb-a496-210d86a38cf7) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:24.176727 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Pushing event updated for resources: {'Port': ['ID=4420e4a4-875b-48e7-aaa1-b31828a333df,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:24.183125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:24.183585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.229004 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Provisioning complete for port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:24.229574 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.250671 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks [] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.252125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:24.280487 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:20Z', 'revision_number': 3, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:24.289204 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.336547 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] For port b34b0c97-fe9f-41ba-a353-c377d0197108, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:24.341047 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] For port b34b0c97-fe9f-41ba-a353-c377d0197108, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b34b0c97-fe9f-41ba-a353-c377d0197108,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:24.351281 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:24.362885 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.378913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:24.393599 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:24.402142 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Pushing event updated for resources: {'Port': ['ID=e456299a-5a6a-4ccb-a496-210d86a38cf7,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:24.406493 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:24.412553 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:24.413079 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.494671 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-abe19feb-1fad-4575-8fda-ad4a43adb176 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:40:24.502574 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-abe19feb-1fad-4575-8fda-ad4a43adb176 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2200565 Jul 11 14:40:24.521246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113beef8-3549-490f-965a-e5409e9060d7 None None] Pushing event updated for resources: {'Port': ['ID=b34b0c97-fe9f-41ba-a353-c377d0197108,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:24.584400 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Publish callbacks [] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.599628 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:24.601216 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Updating router 0826b137-59e6-415a-96ae-9cbf956c4202 port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:24.609512 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.638805 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:24.639550 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.686051 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:24.687434 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:24.705496 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-46de393b-6002-4914-975c-c6bead147d50 service neutron] 10.222.0.72 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290078 Jul 11 14:40:24.816387 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:24.824486 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0ea0b-befc-4fce-a391-bfee11280781 None None] Pushing event updated for resources: {'Port': ['ID=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,revision_number=2']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:24.878177 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Attempting to bind port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:24.878716 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Attempting to bind port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:24.879273 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Attempting to bind port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:24.883265 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:24.884870 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.897450 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:24.911162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Current status of the port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:24.912617 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.009460 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:25.010094 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:25.011293 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.011891 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:25.012982 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Bound port: 48bbeb77-327a-4a7a-bcc0-ede1a050cf18, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:25.013538 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.114092 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks [] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.129874 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.133296 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (e26ef2f0-fed3-487a-b0d8-4780099f60dc), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.134215 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] For port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:25.139294 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] For port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:25.161654 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.171094 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-aa09a4f3-7f83-47e5-b8a3-acd67ad6e8ba service neutron] 10.222.0.72 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510629 Jul 11 14:40:25.180382 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Sync routers for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:25.278558 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0ea0b-befc-4fce-a391-bfee11280781 None None] Pushing event updated for resources: {'Port': ['ID=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:25.282768 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Routers {'29ba63b4-66e2-4396-9d78-ccf075aab2d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:25.283554 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:25.286696 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:25.337872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.377399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Network 164cf2a3-5444-4c03-8807-160bd45f2610 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:25.384932 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:25.410097 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks [] for port (85ce0945-011a-4088-bfc5-53759eaebec0), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.438265 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:25.439969 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] Set router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:25.512896 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38692) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:25.521966 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:25.529912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Pushing event updated for resources: {'Port': ['ID=16a47119-a7ee-4ede-a824-49d9b98dd3f0,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:25.671077 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 38704) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:25.728710 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:25.729342 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:39:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:25.742977 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:16Z', 'revision_number': 3, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:25.750063 dv-cinder-master-3-iscsi neutron-server[106006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 11 14:40:25.752978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:25.780886 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105ed0-5bd6-4421-bebe-bf29e3ccb724 None None] The sync data for ids ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'] in dv-cinder-master-3-iscsi is: [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:16Z', 'revision_number': 3, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:25.885615 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 33b24db7-8153-44bf-ae28-ae9cb7b72911 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:25.890411 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks [] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.890618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:40:25.910711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.912149 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:25.927343 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2876d69a-e318-457f-800e-959d7d2eec06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.017902 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.027240 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:26.046665 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-fd149bed-edb1-4e47-9b5d-180632f4264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.080527 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:26.157458 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f78d0297-0ded-4b71-a5c9-d5c5feab0f06 req-42011291-a159-4398-a85a-03f1ceef93da tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 210 time: 0.4878426 Jul 11 14:40:26.161912 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.db.api [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 11 14:40:26.162281 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG oslo_db.api [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 11 14:40:26.170323 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:26.215290 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2876d69a-e318-457f-800e-959d7d2eec06 admin admin] Publish callbacks [] for security_group (782ee37b-68a2-40f1-af06-ef7ef84b5eee), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.216814 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:26.237539 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2876d69a-e318-457f-800e-959d7d2eec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (782ee37b-68a2-40f1-af06-ef7ef84b5eee), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.241796 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:26.287108 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:26.299265 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2876d69a-e318-457f-800e-959d7d2eec06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf9d11f0b33a402f8584b4a158b3b41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7850814 Jul 11 14:40:26.303121 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:26.303638 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (29ba63b4-66e2-4396-9d78-ccf075aab2d9), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.304578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Pushing event updated for resources: {'Port': ['ID=e456299a-5a6a-4ccb-a496-210d86a38cf7,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:26.315075 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38732) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:26.359431 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:26.606332 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-47bd6662-df9c-4293-983f-9ad6611741ab admin admin] 10.222.0.72 "PUT /v2.0/routers/e26ef2f0-fed3-487a-b0d8-4780099f60dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3519144 Jul 11 14:40:26.731995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Pushing event updated for resources: {'Port': ['ID=85ce0945-011a-4088-bfc5-53759eaebec0,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:26.770233 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.805894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:26.813017 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876d69a-e318-457f-800e-959d7d2eec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782ee37b-68a2-40f1-af06-ef7ef84b5eee,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:26.899150 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:26.942197 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:26.947558 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-619ff909-091c-450e-b35e-3844b2560c91 admin admin] Publish callbacks [] for security_group (782ee37b-68a2-40f1-af06-ef7ef84b5eee), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:26.997970 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 33b24db7-8153-44bf-ae28-ae9cb7b72911 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:26.998586 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.127789 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:27.269963 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-619ff909-091c-450e-b35e-3844b2560c91 admin admin] Publish callbacks [] for security_group (782ee37b-68a2-40f1-af06-ef7ef84b5eee), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.312939 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:40:27.352569 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Current status of the port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:27.417536 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:21Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:27.475605 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Publish callbacks [] for port (47e4f641-252a-43a2-9151-903a7559666b), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.478959 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.496525 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38788) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:27.514019 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911990637', 'description': 'tempest-description--1040018741'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:27.522106 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:27.531547 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-93f889ba-c3ac-4688-bcd7-5ec7e0e59fa8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:27.533280 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-93f889ba-c3ac-4688-bcd7-5ec7e0e59fa8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 818 time: 0.6999052 Jul 11 14:40:27.539686 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e1b930b5-8f8a-45bb-8c2d-e5a34aa32f42 admin admin] 10.222.0.72 "PUT /v2.0/routers/6b715770-96bc-4c18-b573-c8b7d8ae0c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1916535 Jul 11 14:40:27.567803 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-9ce9923f-e296-45f3-bae4-163f9bff44ba tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/quotas/98966d44ea88477b94215761cdc92ea7 HTTP/1.1" status: 200 len: 375 time: 0.0222993 Jul 11 14:40:27.577576 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.600509 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.603124 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Allocated IP 172.20.0.1 (208c5447-9d23-4b47-b27a-4307a7296819/a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a/6755271d-f363-44fa-a4d0-b3c88a185c51) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:27.613405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-619ff909-091c-450e-b35e-3844b2560c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (782ee37b-68a2-40f1-af06-ef7ef84b5eee), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.616769 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-619ff909-091c-450e-b35e-3844b2560c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.618035 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-619ff909-091c-450e-b35e-3844b2560c91 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/782ee37b-68a2-40f1-af06-ef7ef84b5eee HTTP/1.1" status: 204 len: 168 time: 1.2967241 Jul 11 14:40:27.708421 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:19Z', 'revision_number': 2, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:27.716336 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-e394fee7-ea1e-4278-8ca9-1a281c6fd7ab tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190813 Jul 11 14:40:27.725541 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31d728-fee7-4115-9d41-d19a51bfe77c None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:21Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:27.730882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (47e4f641-252a-43a2-9151-903a7559666b), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.789552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Provisioning complete for port 898831a3-f567-454b-8fa8-e8dd4ef35e41 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:27.789552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.830750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Port 898831a3-f567-454b-8fa8-e8dd4ef35e41 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:27.862103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:27.877129 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ff909-091c-450e-b35e-3844b2560c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782ee37b-68a2-40f1-af06-ef7ef84b5eee,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:27.924994 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Provisioning complete for port d341c215-ef5f-4f64-a378-3ba36beb60b3 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:27.925935 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:27.936506 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Checking router: b0f0bf38-6035-4547-8dc1-1769a4fb242d for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:27.936877 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Updating router b0f0bf38-6035-4547-8dc1-1769a4fb242d port 898831a3-f567-454b-8fa8-e8dd4ef35e41 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:28.054575 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:28.095940 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:28.100528 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.103754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38810) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:28.120591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075129506', 'description': 'tempest-description--332172233'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:28.188018 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:28.199743 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Publish callbacks [] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.204176 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.222416 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks [] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.229422 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.342240 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-837fc422-f76b-45d5-9be2-e235f6ae8316 service neutron] 10.222.0.72 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723989 Jul 11 14:40:28.431894 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aefae-881b-42b2-8208-2573c033cf6c None None] Pushing event updated for resources: {'Port': ['ID=84d3fde6-c8a7-4135-8266-f8cd89d6f756,revision_number=2']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:28.448344 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.465742 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Attempting to bind port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:28.466325 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Attempting to bind port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:28.467029 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Attempting to bind port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:28.486461 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-666c4126-296a-4ab6-b7b1-f54d46006ac8 service neutron] 10.222.0.72 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407752 Jul 11 14:40:28.487834 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:28.488874 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:28.489646 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.490379 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:28.491662 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Bound port: 84d3fde6-c8a7-4135-8266-f8cd89d6f756, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:28.493554 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks [] for port (85ce0945-011a-4088-bfc5-53759eaebec0), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.493981 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.524868 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Network 208c5447-9d23-4b47-b27a-4307a7296819 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:28.538272 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (be7adae2-807a-4820-9972-b23d4c901c4f), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.564985 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (be7adae2-807a-4820-9972-b23d4c901c4f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.568824 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.571086 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (29ba63b4-66e2-4396-9d78-ccf075aab2d9), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.588942 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:28.596823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:28.597522 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (0826b137-59e6-415a-96ae-9cbf956c4202), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.691389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:28.713448 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] For port 84d3fde6-c8a7-4135-8266-f8cd89d6f756, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:28.717088 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7adae2-807a-4820-9972-b23d4c901c4f,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:28.719387 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] For port 84d3fde6-c8a7-4135-8266-f8cd89d6f756, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84d3fde6-c8a7-4135-8266-f8cd89d6f756,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:28.743801 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.839272 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Pushing event updated for resources: {'Port': ['ID=6755271d-f363-44fa-a4d0-b3c88a185c51,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:28.861743 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:28.865750 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-600b2bb9-97f0-4687-bef9-829809b7c5ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3625770 Jul 11 14:40:28.903776 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38838) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:28.914134 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:28.917995 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:28.922929 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'security_group_rule': {'security_group_id': 'be7adae2-807a-4820-9972-b23d4c901c4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:29.132160 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aefae-881b-42b2-8208-2573c033cf6c None None] Pushing event updated for resources: {'Port': ['ID=84d3fde6-c8a7-4135-8266-f8cd89d6f756,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:29.182334 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (c902c6de-07b8-4fc7-a941-bbbf6bfbec1d), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.220474 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c902c6de-07b8-4fc7-a941-bbbf6bfbec1d), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.305048 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:29.335938 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (85617945-1110-403b-94ad-188b9ef93f4c), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.361128 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9aff13f2-f827-4eb2-819b-79711719a171 req-623f5959-ea37-436d-934b-cb77f65d2d3f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 210 time: 0.2838962 Jul 11 14:40:29.389751 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Pushing event updated for resources: {'Port': ['ID=85ce0945-011a-4088-bfc5-53759eaebec0,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:29.390737 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.397121 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-76040a6e-e756-4496-9a13-d5dd3b072c36 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2818148 Jul 11 14:40:29.398376 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38866) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:29.417629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': 'c902c6de-07b8-4fc7-a941-bbbf6bfbec1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:29.430229 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Attempting to bind port 47e4f641-252a-43a2-9151-903a7559666b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:29.447091 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Attempting to bind port 47e4f641-252a-43a2-9151-903a7559666b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:29.448045 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Attempting to bind port 47e4f641-252a-43a2-9151-903a7559666b on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:29.495827 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (6c8e5ef6-25fb-47a2-89f8-2b9e2272f878), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.520458 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:29.525582 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:29.526633 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (85617945-1110-403b-94ad-188b9ef93f4c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.543570 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (85617945-1110-403b-94ad-188b9ef93f4c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.553766 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:29.606236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85617945-1110-403b-94ad-188b9ef93f4c,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:29.642533 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.36', 62201) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:29.665737 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:29.757016 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 33b24db7-8153-44bf-ae28-ae9cb7b72911 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:29.760324 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.800494 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d6e37-c2a4-45b1-8d2f-221a5ef475f4 None None] Pushing event updated for resources: {'Port': ['ID=47e4f641-252a-43a2-9151-903a7559666b,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:29.822340 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:29.864180 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.880425 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:29.880875 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:29.881336 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.887805 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:29.888663 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Bound port: 47e4f641-252a-43a2-9151-903a7559666b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:29.889213 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (47e4f641-252a-43a2-9151-903a7559666b), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.954035 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-2abe5403-2734-4cf6-bfee-4afb8729e3c9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:29.958844 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-2abe5403-2734-4cf6-bfee-4afb8729e3c9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 818 time: 0.3152113 Jul 11 14:40:29.969373 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:29.974817 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f9d2e819-5e3c-44cf-a1dd-da90cbda109e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0666914 Jul 11 14:40:29.985029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38884) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:30.017371 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'security_group_rule': {'security_group_id': 'be7adae2-807a-4820-9972-b23d4c901c4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:30.057040 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] For port 47e4f641-252a-43a2-9151-903a7559666b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:30.067471 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] For port 47e4f641-252a-43a2-9151-903a7559666b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47e4f641-252a-43a2-9151-903a7559666b,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:30.075071 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'port': {'device_id': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'admin_state_up': True, 'tenant_id': '98966d44ea88477b94215761cdc92ea7'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:30.150472 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 33b24db7-8153-44bf-ae28-ae9cb7b72911, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=33b24db7-8153-44bf-ae28-ae9cb7b72911,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:30.176866 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.179272 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.184858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (47e4f641-252a-43a2-9151-903a7559666b), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.207411 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.211123 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d341c215-ef5f-4f64-a378-3ba36beb60b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:30.330726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (6c8e5ef6-25fb-47a2-89f8-2b9e2272f878), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.394932 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:30.440781 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (6c8e5ef6-25fb-47a2-89f8-2b9e2272f878), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.504086 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:30.517701 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Current status of the port d341c215-ef5f-4f64-a378-3ba36beb60b3 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:30.518349 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.553950 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8e5ef6-25fb-47a2-89f8-2b9e2272f878,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:30.561126 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:20Z', 'revision_number': 3, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:30.615987 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks [] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.633793 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.637164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (0826b137-59e6-415a-96ae-9cbf956c4202), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.640487 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810722fe-4555-4628-bd7d-f7d1c0f50cf3 None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:20Z', 'revision_number': 3, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:30.687513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d341c215-ef5f-4f64-a378-3ba36beb60b3 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:30.692459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:30.941898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:40:31.002639 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] For port d341c215-ef5f-4f64-a378-3ba36beb60b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d341c215-ef5f-4f64-a378-3ba36beb60b3,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:31.009578 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Publish callbacks [] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.027957 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:31.028102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:31.028992 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:31.033555 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d6e37-c2a4-45b1-8d2f-221a5ef475f4 None None] Pushing event updated for resources: {'Port': ['ID=47e4f641-252a-43a2-9151-903a7559666b,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:31.058588 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (b41c99dd-2702-412f-a91c-33f8df4e935b), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.063763 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Pushing event updated for resources: {'Port': ['ID=6755271d-f363-44fa-a4d0-b3c88a185c51,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:31.080894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Network 208c5447-9d23-4b47-b27a-4307a7296819 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:31.083491 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:31.189583 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-545453e4-ea71-4887-98b3-7bb4a39f95f1 req-94e58a3b-fec4-40f9-8078-af3198bdc21e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 210 time: 0.4058578 Jul 11 14:40:31.278285 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=33b24db7-8153-44bf-ae28-ae9cb7b72911,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:31.279407 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.283875 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c7f35d16-faca-4cb3-8220-54747b667915 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8722982 Jul 11 14:40:31.286263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:31.290227 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38942) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:31.369210 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': 'c902c6de-07b8-4fc7-a941-bbbf6bfbec1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:31.414636 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.437528 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:31.438477 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.500393 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Provisioning complete for port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:31.500765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.582479 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (b41c99dd-2702-412f-a91c-33f8df4e935b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.589026 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Made reservation on behalf of 98966d44ea88477b94215761cdc92ea7 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:31.594270 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.602069 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (2a4028ca-b829-4055-bf9a-5f512970b458), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.621441 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (b41c99dd-2702-412f-a91c-33f8df4e935b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:31.773743 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:31.797489 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5a63cd6f-5da6-4c4f-a409-2d1e3fde4be5 admin admin] 10.222.0.72 "PUT /v2.0/routers/29ba63b4-66e2-4396-9d78-ccf075aab2d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4397347 Jul 11 14:40:31.797603 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Sync routers for ids ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:31.826006 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Routers {'29ba63b4-66e2-4396-9d78-ccf075aab2d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:31.826910 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:32.115303 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Router 0826b137-59e6-415a-96ae-9cbf956c4202 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:40:32.148356 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Set router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:32.154097 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:32.183449 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41c99dd-2702-412f-a91c-33f8df4e935b,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:32.210887 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:32.215279 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-bebf116b-a2a0-4cdf-931a-b6c285b0326c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2236640 Jul 11 14:40:32.231521 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 38964) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:32.252793 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:32.257136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:32.380666 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Current status of the port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:32.387861 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de23b4-769c-4d1f-83a2-01592401df74 None None] Pushing event updated for resources: {'Port': ['ID=d341c215-ef5f-4f64-a378-3ba36beb60b3,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:32.411945 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:40:32.434563 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2d30ea0f-3cbe-4013-8e81-e17bc17eec9e admin admin] 10.222.0.72 "PUT /v2.0/routers/0826b137-59e6-415a-96ae-9cbf956c4202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8788679 Jul 11 14:40:32.484161 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.36', 62211) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:32.817774 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (2a4028ca-b829-4055-bf9a-5f512970b458), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.001473 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4d1782b8-b6a1-4991-a287-96e7982146e9 req-dfd40f46-0075-4dae-b46b-f9f205653ba8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 210 time: 0.1633403 Jul 11 14:40:33.089554 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:27Z', 'revision_number': 4, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85ce0945-011a-4088-bfc5-53759eaebec0', 'name': '', 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'mac_address': 'fa:16:3e:72:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:27Z', 'revision_number': 2, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'subnets': [{'id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:33.097072 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d341c215-ef5f-4f64-a378-3ba36beb60b3 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:33.099005 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4420e4a4-875b-48e7-aaa1-b31828a333df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:33.231262 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Checking router: 29ba63b4-66e2-4396-9d78-ccf075aab2d9 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:33.234169 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Updating router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 port 85ce0945-011a-4088-bfc5-53759eaebec0 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:33.252246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Provisioning complete for port 85ce0945-011a-4088-bfc5-53759eaebec0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:33.252868 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.371519 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.382875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (2a4028ca-b829-4055-bf9a-5f512970b458), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.500715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Attempting to bind port 898831a3-f567-454b-8fa8-e8dd4ef35e41 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:33.505703 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Attempting to bind port 898831a3-f567-454b-8fa8-e8dd4ef35e41 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:33.506262 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Attempting to bind port 898831a3-f567-454b-8fa8-e8dd4ef35e41 on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:33.515241 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Port 85ce0945-011a-4088-bfc5-53759eaebec0 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:33.525332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-478dfe2d-5e59-4617-b089-71b8d1661498 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:33.557457 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-478dfe2d-5e59-4617-b089-71b8d1661498 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/networks?id=5ae38dfd-9d35-4028-a44d-a35e6f13d941 HTTP/1.1" status: 200 len: 810 time: 0.6011548 Jul 11 14:40:33.567649 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:33.568810 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:33.583032 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:33.583625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Checking segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:33.584088 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.584582 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Bound using segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:33.585225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Bound port: 898831a3-f567-454b-8fa8-e8dd4ef35e41, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:33.585625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.595543 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39026) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:33.626057 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4028ca-b829-4055-bf9a-5f512970b458,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:33.648172 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77027763', 'description': 'tempest-description--917021983'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:33.663816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Provisioning complete for port e456299a-5a6a-4ccb-a496-210d86a38cf7 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:33.664467 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.725947 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.774765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Port e456299a-5a6a-4ccb-a496-210d86a38cf7 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:33.811967 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.816995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e30ae30f-1849-4da8-a8ca-3a77c9cbb899 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5108485 Jul 11 14:40:33.821246 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-9841c3ee-ea22-4c23-b8c9-0c162cae2835 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:33.827892 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-9841c3ee-ea22-4c23-b8c9-0c162cae2835 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 818 time: 1.3382456 Jul 11 14:40:33.829166 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39032) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:33.841648 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:33.879359 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-612808ba-919b-49ce-8679-6d901257fdba tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/quotas/fd0be78cdcfc4195a0ced5868c14cda5 HTTP/1.1" status: 200 len: 375 time: 0.3183434 Jul 11 14:40:33.885784 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Provisioning complete for port 4420e4a4-875b-48e7-aaa1-b31828a333df triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:33.887048 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:33.911246 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'port': {'device_id': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'admin_state_up': True, 'tenant_id': '98966d44ea88477b94215761cdc92ea7'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:33.915059 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:34.100020 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] For port 898831a3-f567-454b-8fa8-e8dd4ef35e41, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:34.108151 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] For port 898831a3-f567-454b-8fa8-e8dd4ef35e41, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=898831a3-f567-454b-8fa8-e8dd4ef35e41,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:34.153121 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcfd04-a039-41a1-b258-fae9ab8d3445 None None] Pushing event updated for resources: {'Port': ['ID=898831a3-f567-454b-8fa8-e8dd4ef35e41,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:34.171346 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.447928 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Publish callbacks [] for port (85ce0945-011a-4088-bfc5-53759eaebec0), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.461160 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.486643 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Allocated IP 172.20.0.9 (382f35eb-d1cd-45e3-b28b-3e3389f544db/f4634de7-95c0-41a0-8797-d4967f527135/27aef129-6bd8-4686-9e6d-915b57154c5a) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:34.633257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:34.655607 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2fd33-d82e-40dc-b826-192c1bf19e1d None None] Pushing event updated for resources: {'Port': ['ID=85ce0945-011a-4088-bfc5-53759eaebec0,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:34.752847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:34.776666 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-85e36d08-9980-4ffc-bd02-d68bdd482c4c req-1d412cb6-bb3d-45f0-85b5-353324c05a18 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 210 time: 0.2069931 Jul 11 14:40:34.787482 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d5549-7398-4578-8dab-b3052c389590 None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:34.794535 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.813393 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Made reservation on behalf of 98966d44ea88477b94215761cdc92ea7 for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:34.832854 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.846643 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4420e4a4-875b-48e7-aaa1-b31828a333df triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:34.847077 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.929029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:34.974157 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:34.975091 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:34.988373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:34.989362 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:35.012761 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:35.019803 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-4af807f0-29c3-4207-af00-9121b55955cd tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd0be78cdcfc4195a0ced5868c14cda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7976775 Jul 11 14:40:35.020887 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.044263 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Attempting to bind port 85ce0945-011a-4088-bfc5-53759eaebec0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:35.050186 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Attempting to bind port 85ce0945-011a-4088-bfc5-53759eaebec0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:35.052038 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Attempting to bind port 85ce0945-011a-4088-bfc5-53759eaebec0 on network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:35.054819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:35.062632 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.092513 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:35.095417 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Checking segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:35.097026 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.100954 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Bound using segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:35.103075 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Bound port: 85ce0945-011a-4088-bfc5-53759eaebec0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:35.106554 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.192347 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.416289 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] For port 85ce0945-011a-4088-bfc5-53759eaebec0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:35.420231 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] For port 85ce0945-011a-4088-bfc5-53759eaebec0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85ce0945-011a-4088-bfc5-53759eaebec0,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:35.439432 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:35.450649 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.455465 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:35.478814 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:35.481808 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:35.686240 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2fd33-d82e-40dc-b826-192c1bf19e1d None None] Pushing event updated for resources: {'Port': ['ID=85ce0945-011a-4088-bfc5-53759eaebec0,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:35.701038 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:35.711236 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Routers {'29ba63b4-66e2-4396-9d78-ccf075aab2d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:35.711966 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:35.880343 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-01a32a69-ea70-41d4-bbfa-631f857197d3 service neutron] 10.222.0.72 "GET /v2.0/networks/5ae38dfd-9d35-4028-a44d-a35e6f13d941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296413 Jul 11 14:40:35.974898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.37.1.16 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/b7fbc284-731d-4de9-afe4-1cb4f684b197) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:36.034598 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:36.084516 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] Set router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:36.147769 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:36.197288 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:36.203016 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:36.220935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:36.221708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:36.222877 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:36.285443 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2347455 Jul 11 14:40:36.289225 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4849f3b-cacb-44ca-b13d-fea54ddad846 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'Port': ['ID=27aef129-6bd8-4686-9e6d-915b57154c5a,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:36.322200 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-bb1bd5e0-61e3-4bfd-9e00-180625d886dd tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:40:36.325680 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-bb1bd5e0-61e3-4bfd-9e00-180625d886dd tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0156863 Jul 11 14:40:36.351069 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:36.434910 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4420e4a4-875b-48e7-aaa1-b31828a333df is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:36.436469 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:36.448043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcfd04-a039-41a1-b258-fae9ab8d3445 None None] Pushing event updated for resources: {'Port': ['ID=898831a3-f567-454b-8fa8-e8dd4ef35e41,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:36.493417 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:36.495169 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:36.542352 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (3ccdf8ef-41ef-4276-ba39-45f5e31f74ec), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:36.575913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (3ccdf8ef-41ef-4276-ba39-45f5e31f74ec), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:36.621198 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:36.725873 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d5278ffb-261a-45bd-b0c1-8e07217e3999 req-7a187d45-a561-4bb7-8b13-ff4069c14713 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 210 time: 0.4054596 Jul 11 14:40:36.764581 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-495170fa-7419-4d4a-9918-00ae4e10e544 service neutron] 10.222.0.72 "GET /v2.0/networks/5ae38dfd-9d35-4028-a44d-a35e6f13d941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800015 Jul 11 14:40:36.784309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:36.800564 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Allocated IP 172.20.0.8 (382f35eb-d1cd-45e3-b28b-3e3389f544db/f4634de7-95c0-41a0-8797-d4967f527135/9af04c14-ce8d-46f1-8097-0f76fe117ff9) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:36.843669 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:36.861669 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:36.888321 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:36.898166 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:36.916983 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=b7fbc284-731d-4de9-afe4-1cb4f684b197,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:36.962089 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:37.025317 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Current status of the port 4420e4a4-875b-48e7-aaa1-b31828a333df is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:37.068397 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Provisioning complete for port 898831a3-f567-454b-8fa8-e8dd4ef35e41 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:37.068762 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.091880 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.120087 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-55d2590c-5348-42bb-bbe9-c1298e8d605e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.4860198 Jul 11 14:40:37.134353 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39090) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:37.144684 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'security_group_rule': {'security_group_id': '3ccdf8ef-41ef-4276-ba39-45f5e31f74ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:37.189622 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:37.200303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:37.208203 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.218683 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Request body: {'port': {'device_id': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:37.483719 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:37.485194 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:37.551280 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1e964852-ee90-408a-a576-046b214e4478 req-5b1ee461-d346-4ed6-9b4b-3a92cd37ba7f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.1977081 Jul 11 14:40:37.577067 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:27Z', 'revision_number': 4, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85ce0945-011a-4088-bfc5-53759eaebec0', 'name': '', 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'mac_address': 'fa:16:3e:72:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:35Z', 'revision_number': 4, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'subnets': [{'id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:37.601891 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (153977f5-4184-4b1f-bd22-ff457cfa8210), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.630402 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 2, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:37.708385 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d8c20f-a69d-49e5-8b9b-7ef767cafbcb None None] The sync data for ids ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'] in dv-cinder-master-3-iscsi is: [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:27Z', 'revision_number': 4, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85ce0945-011a-4088-bfc5-53759eaebec0', 'name': '', 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'mac_address': 'fa:16:3e:72:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:35Z', 'revision_number': 4, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'subnets': [{'id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:37.732191 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:37.732868 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Updating router e26ef2f0-fed3-487a-b0d8-4780099f60dc port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:37.736637 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Allocated IP 172.37.1.215 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/e76b8169-2fd1-4174-a9de-310f01a21241) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:37.755194 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.891017 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (3d4f6b2d-6525-4bcc-b28b-b68247ed94b3), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.903886 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:37.953802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.088001 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:34Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:38.102987 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.108093 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:38.200151 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:30Z', 'revision_number': 2, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:38.300746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (3d4f6b2d-6525-4bcc-b28b-b68247ed94b3), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.338831 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:38.339983 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Updating router 0826b137-59e6-415a-96ae-9cbf956c4202 port 6755271d-f363-44fa-a4d0-b3c88a185c51 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:38.370168 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.447164 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.503827 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa98a1-9e2f-44f3-bfd6-c06076f63159 req-1089af94-a731-44b1-a46f-130fa4722cc9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:38.516291 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eaaa98a1-9e2f-44f3-bfd6-c06076f63159 req-1089af94-a731-44b1-a46f-130fa4722cc9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 931 time: 0.1941974 Jul 11 14:40:38.635939 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (3d4f6b2d-6525-4bcc-b28b-b68247ed94b3), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.651241 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6cd40e-b42e-4f5d-86c9-5df2bbcccd4f None None] The sync data for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi is: [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:34Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:38.718150 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:38.732513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Current status of the port 898831a3-f567-454b-8fa8-e8dd4ef35e41 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:38.732905 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.752491 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:38.774966 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:38.781558 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:38.782516 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.795489 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4f6b2d-6525-4bcc-b28b-b68247ed94b3,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:38.812910 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9606e1e1-ae32-488c-963c-7a5c458f00f8 req-fc4b6423-e370-4ac4-97d4-d30ecc2bafb5 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.1099849 Jul 11 14:40:38.813594 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'Port': ['ID=9af04c14-ce8d-46f1-8097-0f76fe117ff9,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:38.846968 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.861417 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-ec80dede-af64-428c-94c9-ffab5249753b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9910908 Jul 11 14:40:38.863319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.884042 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:38.900638 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:38.903406 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-454d36a0-9b2e-42ad-a350-26675b1e7801 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7637854 Jul 11 14:40:38.917154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39134) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:38.946946 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'security_group_rule': {'security_group_id': '3ccdf8ef-41ef-4276-ba39-45f5e31f74ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:38.988412 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] For port 898831a3-f567-454b-8fa8-e8dd4ef35e41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=898831a3-f567-454b-8fa8-e8dd4ef35e41,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:39.002164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (153977f5-4184-4b1f-bd22-ff457cfa8210), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.007125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.127639 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=b7fbc284-731d-4de9-afe4-1cb4f684b197,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:39.155905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.155905 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-554e70bc-83f7-4f59-981a-088bca3e87d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3241582 Jul 11 14:40:39.157250 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (b523a8d5-2e29-45c6-b189-a3818a987700), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.213442 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Provisioning complete for port 6755271d-f363-44fa-a4d0-b3c88a185c51 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:39.213836 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.261107 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:39.356034 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:39.387517 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (b523a8d5-2e29-45c6-b189-a3818a987700), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.387794 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for port (e76b8169-2fd1-4174-a9de-310f01a21241), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.393843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (b523a8d5-2e29-45c6-b189-a3818a987700), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.409958 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Publish callbacks [] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.422211 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eaaa98a1-9e2f-44f3-bfd6-c06076f63159 req-ab080e49-75f4-42fa-8138-ff047d916777 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8983319 Jul 11 14:40:39.424687 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:39.427769 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.437655 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b523a8d5-2e29-45c6-b189-a3818a987700,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:39.447562 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.452739 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2cbe024e-5b56-4417-9773-46d2e4cc35d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5306928 Jul 11 14:40:39.453705 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39142) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:39.459740 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:39.500354 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Pushing event updated for resources: {'Port': ['ID=898831a3-f567-454b-8fa8-e8dd4ef35e41,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:39.506692 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Port 6755271d-f363-44fa-a4d0-b3c88a185c51 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:39.523966 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.536295 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:39.550457 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Provisioning complete for port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:39.551479 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.566793 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (e76b8169-2fd1-4174-a9de-310f01a21241), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.598127 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c737-a8d9-42c1-8dcc-dcb02f99dc66 None None] Pushing event updated for resources: {'Port': ['ID=6755271d-f363-44fa-a4d0-b3c88a185c51,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:39.688932 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2c751762-ee56-4cda-b692-cae555bc342f None None] Port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:39.797165 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 47e4f641-252a-43a2-9151-903a7559666b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:39.849334 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Attempting to bind port 6755271d-f363-44fa-a4d0-b3c88a185c51 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:39.853327 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Attempting to bind port 6755271d-f363-44fa-a4d0-b3c88a185c51 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:39.856950 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Attempting to bind port 6755271d-f363-44fa-a4d0-b3c88a185c51 on network 208c5447-9d23-4b47-b27a-4307a7296819 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:39.880653 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:39.881228 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Checking segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:39.881713 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.882194 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Bound using segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:39.882714 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Bound port: 6755271d-f363-44fa-a4d0-b3c88a185c51, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:39.883342 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.960501 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Provisioning complete for port 85ce0945-011a-4088-bfc5-53759eaebec0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:39.960910 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:39.999721 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] For port 6755271d-f363-44fa-a4d0-b3c88a185c51, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:40.009532 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] For port 6755271d-f363-44fa-a4d0-b3c88a185c51, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6755271d-f363-44fa-a4d0-b3c88a185c51,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:40.024452 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.106376 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Publish callbacks [] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.143451 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.165359 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:40.165997 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:40.199136 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Current status of the port 85ce0945-011a-4088-bfc5-53759eaebec0 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:40.199372 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.237051 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 47e4f641-252a-43a2-9151-903a7559666b triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:40.238398 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (47e4f641-252a-43a2-9151-903a7559666b), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.261459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Request body: {'port': {'device_id': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:40.265047 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:40.266412 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27aef129-6bd8-4686-9e6d-915b57154c5a {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:40.267092 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.269442 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c737-a8d9-42c1-8dcc-dcb02f99dc66 None None] Pushing event updated for resources: {'Port': ['ID=6755271d-f363-44fa-a4d0-b3c88a185c51,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:40.281208 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:40.349056 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Publish callbacks [] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.354015 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4b426221-5061-4f45-a5a7-a29639fba736 req-5ac08197-bfdf-4c72-956f-e91694c097b5 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.0519552 Jul 11 14:40:40.355924 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:40.361677 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:40.375262 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:40.403250 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:40.448860 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5117a-524b-4265-afea-3774e210d66e None None] Pushing event updated for resources: {'Port': ['ID=16a47119-a7ee-4ede-a824-49d9b98dd3f0,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:40.477024 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Transition to ACTIVE for port object 27aef129-6bd8-4686-9e6d-915b57154c5a will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:40:40.482102 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'Port': ['ID=e76b8169-2fd1-4174-a9de-310f01a21241,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:40.557539 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.571487 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Attempting to bind port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:40.571986 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Attempting to bind port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:40.572356 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Attempting to bind port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 on network 164cf2a3-5444-4c03-8807-160bd45f2610 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:40.594558 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:40.594796 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Checking segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:40.595187 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.595580 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Bound using segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:40.596146 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Bound port: 16a47119-a7ee-4ede-a824-49d9b98dd3f0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:40.596525 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.606075 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:40.614894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.631019 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] For port 85ce0945-011a-4088-bfc5-53759eaebec0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85ce0945-011a-4088-bfc5-53759eaebec0,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:40.675945 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Pushing event updated for resources: {'Port': ['ID=27aef129-6bd8-4686-9e6d-915b57154c5a,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:40.690742 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-8d158666-d98f-4f6f-bb47-a82aab357f01 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2075129506&fields=id&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 267 time: 0.4263196 Jul 11 14:40:40.708466 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] For port 16a47119-a7ee-4ede-a824-49d9b98dd3f0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:40.716474 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] For port 16a47119-a7ee-4ede-a824-49d9b98dd3f0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=16a47119-a7ee-4ede-a824-49d9b98dd3f0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:40.728243 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.735580 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:40.737626 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.747555 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 47e4f641-252a-43a2-9151-903a7559666b is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:40.747963 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (47e4f641-252a-43a2-9151-903a7559666b), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.749577 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:39Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:40.791863 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (532060f9-59eb-42a6-a472-1ec3575c84ba), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.800208 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Provisioning complete for port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:40.800599 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:40.801920 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f9ed3-a647-4067-9744-857311a706f8 None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:39Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:40.825210 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82b5b6-55c0-4d3e-98c1-4681873369f4 req-9e18620c-8953-4b0d-8ef4-db9ba6b9a618 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:40.827346 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b82b5b6-55c0-4d3e-98c1-4681873369f4 req-9e18620c-8953-4b0d-8ef4-db9ba6b9a618 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 931 time: 0.1564405 Jul 11 14:40:40.867459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:40.968239 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 47e4f641-252a-43a2-9151-903a7559666b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47e4f641-252a-43a2-9151-903a7559666b,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:41.007218 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Attempting to bind port 27aef129-6bd8-4686-9e6d-915b57154c5a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:41.008727 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Attempting to bind port 27aef129-6bd8-4686-9e6d-915b57154c5a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:41.009179 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Attempting to bind port 27aef129-6bd8-4686-9e6d-915b57154c5a on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:41.010465 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Provisioning complete for port 898831a3-f567-454b-8fa8-e8dd4ef35e41 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:41.010840 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.013260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (47e4f641-252a-43a2-9151-903a7559666b), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.014063 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b34b0c97-fe9f-41ba-a353-c377d0197108 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:41.036720 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Port 27aef129-6bd8-4686-9e6d-915b57154c5a on network 382f35eb-d1cd-45e3-b28b-3e3389f544db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:40:41.036720 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Attempting to bind port 27aef129-6bd8-4686-9e6d-915b57154c5a on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:41.068145 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:41.069730 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Checking segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:41.071261 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Bound using segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:41.072211 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Bound port: 27aef129-6bd8-4686-9e6d-915b57154c5a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:41.072934 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.092074 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:41.092751 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:41.148316 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e76b8169-2fd1-4174-a9de-310f01a21241), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.181440 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Pushing event updated for resources: {'Port': ['ID=85ce0945-011a-4088-bfc5-53759eaebec0,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:41.212375 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b82b5b6-55c0-4d3e-98c1-4681873369f4 req-4036e760-79d4-458a-95db-091dfcac4a00 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391907 Jul 11 14:40:41.256255 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port b34b0c97-fe9f-41ba-a353-c377d0197108 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:41.256903 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.271645 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d0a710e9-330f-4d0c-a115-cddb91ae0ec4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:41.273181 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d0a710e9-330f-4d0c-a115-cddb91ae0ec4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.5375175 Jul 11 14:40:41.313753 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af04c14-ce8d-46f1-8097-0f76fe117ff9 {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:41.326240 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-6b028136-b45a-4edd-a4fa-1b5f65b409a9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/quotas/1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 375 time: 0.0399451 Jul 11 14:40:41.327587 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Allocated IP 172.37.1.56 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/c240d2cc-e299-4231-8db2-6da138533717) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:41.329692 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:41.336101 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Publish callbacks [] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.383163 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:41.387118 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] For port 27aef129-6bd8-4686-9e6d-915b57154c5a, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:41.515102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Transition to ACTIVE for port object 9af04c14-ce8d-46f1-8097-0f76fe117ff9 will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:40:41.548355 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.553470 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5117a-524b-4265-afea-3774e210d66e None None] Pushing event updated for resources: {'Port': ['ID=16a47119-a7ee-4ede-a824-49d9b98dd3f0,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:41.579391 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] For port 27aef129-6bd8-4686-9e6d-915b57154c5a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=27aef129-6bd8-4686-9e6d-915b57154c5a,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:41.615253 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-5c38bf78-64f2-4d28-a121-054d7f8b511b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2708600 Jul 11 14:40:41.685215 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5fbe1e9d-eeaf-41e8-b8a2-711d1e00d92a req-f4c50648-3a1c-4d89-8ef2-d61a77a53c15 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.1240878 Jul 11 14:40:41.698111 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:41.699902 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.757845 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a690e2c8-c8a5-4ed2-9370-3642a7786fa7 None None] Current status of the port 898831a3-f567-454b-8fa8-e8dd4ef35e41 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:41.792015 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:41.851095 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Pushing event updated for resources: {'Port': ['ID=27aef129-6bd8-4686-9e6d-915b57154c5a,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:41.875511 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:41.876235 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.877818 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-a95d9048-8239-42fa-9ea5-4cf83c1a456d service neutron] 10.222.0.36 "PUT /v2.0/ports/27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 200 len: 1093 time: 5.2525589 Jul 11 14:40:41.885877 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'tag': '27aef129-6bd8-4686-9e6d-915b57154c5a'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:40:41.903890 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port b34b0c97-fe9f-41ba-a353-c377d0197108 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:41.904644 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:41.923755 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-5db03c84-6b41-4712-96c1-b42cc6d5b266 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:40:41.924832 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-5db03c84-6b41-4712-96c1-b42cc6d5b266 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2087331 Jul 11 14:40:41.933973 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Pushing event updated for resources: {'Port': ['ID=9af04c14-ce8d-46f1-8097-0f76fe117ff9,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:41.999536 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Attempting to bind port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:42.000107 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Attempting to bind port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:42.000659 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Attempting to bind port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:42.041524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 on network 382f35eb-d1cd-45e3-b28b-3e3389f544db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:40:42.042110 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Attempting to bind port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:42.077033 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:42.079439 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Checking segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:42.080429 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Bound using segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:42.081059 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Bound port: 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:42.081797 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.107538 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:40:42.141530 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for port (e76b8169-2fd1-4174-a9de-310f01a21241), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.143516 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=47e4f641-252a-43a2-9151-903a7559666b,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:42.152236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e76b8169-2fd1-4174-a9de-310f01a21241), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.175653 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port b34b0c97-fe9f-41ba-a353-c377d0197108, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b34b0c97-fe9f-41ba-a353-c377d0197108,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:42.182467 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130" -d '{"events": [{"name": "network-changed", "server_uuid": "a0498735-9e0a-4f14-990d-a6d5076e742a", "tag": "27aef129-6bd8-4686-9e6d-915b57154c5a"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:40:42.199836 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:42.200577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:42.204073 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (532060f9-59eb-42a6-a472-1ec3575c84ba), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.226293 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.227188 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 33b24db7-8153-44bf-ae28-ae9cb7b72911 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:42.228954 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Provisioning complete for port 6755271d-f363-44fa-a4d0-b3c88a185c51 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:42.229323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.246401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for port (c240d2cc-e299-4231-8db2-6da138533717), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.289662 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.291311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0587769 Jul 11 14:40:42.312027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:42.338011 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a710b-5089-48ad-830b-ae51248dab0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'Port': ['ID=e76b8169-2fd1-4174-a9de-310f01a21241,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:42.353722 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:42.357423 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d98acb47-68ae-46de-8261-3bca904dc9f4 service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204817 Jul 11 14:40:42.392931 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] For port 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:42.402093 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] For port 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:42.437956 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (c240d2cc-e299-4231-8db2-6da138533717), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.493851 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.512064 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0906cbf-451a-4775-b539-c5fcf6b555dc x-openstack-request-id: req-e0906cbf-451a-4775-b539-c5fcf6b555dc {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:40:42.512501 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0498735-9e0a-4f14-990d-a6d5076e742a", "tag": "27aef129-6bd8-4686-9e6d-915b57154c5a", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:40:42.512880 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0906cbf-451a-4775-b539-c5fcf6b555dc {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:40:42.513455 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0906cbf-451a-4775-b539-c5fcf6b555dc'] response: {'name': 'network-changed', 'server_uuid': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'tag': '27aef129-6bd8-4686-9e6d-915b57154c5a', 'status': 'completed', 'code': 200} Jul 11 14:40:42.531007 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'Port': ['ID=c240d2cc-e299-4231-8db2-6da138533717,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:42.741679 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:42.761371 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:42.787139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:42.790644 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe08e-51ad-4056-9189-7614aeda9fb2 req-e7282eae-cb04-4de0-a3c2-7159eaed5fc0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:42.799766 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-045fe08e-51ad-4056-9189-7614aeda9fb2 req-e7282eae-cb04-4de0-a3c2-7159eaed5fc0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.1015916 Jul 11 14:40:42.831899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:42.832528 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:42.833996 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] 10.222.0.36 "PUT /v2.0/ports/9af04c14-ce8d-46f1-8097-0f76fe117ff9 HTTP/1.1" status: 200 len: 1093 time: 2.5767283 Jul 11 14:40:42.842145 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'tag': '9af04c14-ce8d-46f1-8097-0f76fe117ff9'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:40:42.856980 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=b34b0c97-fe9f-41ba-a353-c377d0197108,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:42.912430 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-045fe08e-51ad-4056-9189-7614aeda9fb2 req-8cc9ce10-96b7-4b21-b161-130ff0f42055 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116414 Jul 11 14:40:43.048064 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd31284-95fd-4668-bce0-c71666dab527 service neutron] Pushing event updated for resources: {'Port': ['ID=9af04c14-ce8d-46f1-8097-0f76fe117ff9,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:43.083919 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7597c588-458b-470d-9556-88ce0975feec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0591e3-09b9-41cd-b222-f730282f8572", "tag": "9af04c14-ce8d-46f1-8097-0f76fe117ff9"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:40:43.106809 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 33b24db7-8153-44bf-ae28-ae9cb7b72911 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:43.107200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.123750 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-61a35c90-87b1-4237-978a-9ba2e0bc79c1 service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175617 Jul 11 14:40:43.151120 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (079cf903-e897-4a4c-91f7-0b6e904c7e95), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.167565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Current status of the port 6755271d-f363-44fa-a4d0-b3c88a185c51 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:43.168283 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.177386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:43.218740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:43.229481 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-29f31feb-05e6-49b0-8ae9-37ed08756de8 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1911990637&fields=id&tenant_id=f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 267 time: 0.1526506 Jul 11 14:40:43.252005 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:43.262026 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c240d2cc-e299-4231-8db2-6da138533717), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.341244 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] For port 6755271d-f363-44fa-a4d0-b3c88a185c51, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6755271d-f363-44fa-a4d0-b3c88a185c51,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:43.431906 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.443254 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27e6cf-baef-494b-9ed9-0ff2c3b54920 None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:43.570848 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-4abaf55c-c891-4124-9aee-a0f926e38abd tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:43.572382 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-4abaf55c-c891-4124-9aee-a0f926e38abd tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 816 time: 0.3266854 Jul 11 14:40:43.611402 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-4331dfd0-b33d-426b-94c9-578e23ec83b5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/quotas/f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 375 time: 0.0222423 Jul 11 14:40:43.647232 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Provisioning complete for port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:43.654916 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:43.657179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.724325 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for port (c240d2cc-e299-4231-8db2-6da138533717), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.744192 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c240d2cc-e299-4231-8db2-6da138533717), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.753023 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 33b24db7-8153-44bf-ae28-ae9cb7b72911 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:43.754358 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d341c215-ef5f-4f64-a378-3ba36beb60b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:43.769626 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-d361a17e-b2c8-4061-8fec-812153d79dbd tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573117 Jul 11 14:40:43.854285 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Pushing event updated for resources: {'Port': ['ID=6755271d-f363-44fa-a4d0-b3c88a185c51,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:43.892062 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d01e8ac2-b2c0-4254-9c84-4eacbf9bb4ce req-1e4ee234-c85d-4de9-a773-7e829b6db93f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.1379304 Jul 11 14:40:43.925448 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (079cf903-e897-4a4c-91f7-0b6e904c7e95), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:43.988726 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'Port': ['ID=c240d2cc-e299-4231-8db2-6da138533717,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:44.003437 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:44.014367 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f5102ce5-1212-4fd0-aa33-b8c013689cec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5592642 Jul 11 14:40:44.081788 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:44.111835 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Current status of the port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:44.111835 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:44.188801 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6c6a2d8b-cd47-4915-887a-cacf522c0d85 service neutron] 10.222.0.72 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722057 Jul 11 14:40:44.261671 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:44.300476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c232f06-965b-4c6d-8c2a-224e8a6f4856 x-openstack-request-id: req-0c232f06-965b-4c6d-8c2a-224e8a6f4856 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:40:44.300989 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0591e3-09b9-41cd-b222-f730282f8572", "tag": "9af04c14-ce8d-46f1-8097-0f76fe117ff9", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:40:44.301401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c232f06-965b-4c6d-8c2a-224e8a6f4856 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:40:44.302008 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c232f06-965b-4c6d-8c2a-224e8a6f4856'] response: {'name': 'network-changed', 'server_uuid': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'tag': '9af04c14-ce8d-46f1-8097-0f76fe117ff9', 'status': 'completed', 'code': 200} Jul 11 14:40:44.316851 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] For port 16a47119-a7ee-4ede-a824-49d9b98dd3f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=16a47119-a7ee-4ede-a824-49d9b98dd3f0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:44.345271 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d341c215-ef5f-4f64-a378-3ba36beb60b3 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:44.349809 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:44.360582 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:44.446809 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-f05a6641-6fed-47e1-910a-6ec666a670f0 service neutron] 10.222.0.72 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499390 Jul 11 14:40:44.487176 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2132e5de-611c-49cf-827d-3958b7214d8c req-dce42c46-3914-4e14-bf7b-6375c5ade739 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0771954 Jul 11 14:40:44.539804 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:44.600730 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c12221-9d16-4572-8ddc-b3d9f2a3dec6 None None] Pushing event updated for resources: {'Port': ['ID=16a47119-a7ee-4ede-a824-49d9b98dd3f0,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:44.648555 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a24b8-a2eb-47d7-b430-5067f3007384 req-5a292f99-60fb-46cb-876c-dce4abd6487f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:44.650102 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4d5a24b8-a2eb-47d7-b430-5067f3007384 req-5a292f99-60fb-46cb-876c-dce4abd6487f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.0743537 Jul 11 14:40:44.655351 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:40:44.655780 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Updating router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b port e456299a-5a6a-4ccb-a496-210d86a38cf7 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:40:44.718814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d341c215-ef5f-4f64-a378-3ba36beb60b3 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:44.719872 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:44.735171 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4d5a24b8-a2eb-47d7-b430-5067f3007384 req-75fe8374-b13a-4220-866f-c12115e7991c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598199 Jul 11 14:40:44.762217 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:44.763487 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:44.788961 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-32e51457-f70b-4659-b717-417f86290368 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--77027763&fields=id&tenant_id=c0e363b1584848c1aecbe186cf91eec5 HTTP/1.1" status: 200 len: 267 time: 0.0673652 Jul 11 14:40:44.816014 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e5cbaace-f286-4b4a-a5fa-26c309c4aabf req-e0382d04-3164-4a5c-affa-a964f82a00f4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.0311863 Jul 11 14:40:44.817330 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:44.844158 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:44.844608 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:44.927308 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f6a0e792-4842-4caa-ad66-088615b50a1e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:44.934119 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f6a0e792-4842-4caa-ad66-088615b50a1e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 811 time: 0.1409624 Jul 11 14:40:44.951048 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-4841ff3c-4242-4537-9e0a-83365c1fc5b5 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/quotas/c0e363b1584848c1aecbe186cf91eec5 HTTP/1.1" status: 200 len: 375 time: 0.0157955 Jul 11 14:40:44.998464 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:44.998917 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.010562 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-19c5a227-3d99-443a-8f1f-50c76efd0752 req-14a9a3df-192b-4c78-bd5f-6bea8d62b13e tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.0380881 Jul 11 14:40:45.023398 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:45.025375 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-c500526f-8f95-45ee-9657-ead9537dff80 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733621 Jul 11 14:40:45.039879 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.041269 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.042144 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 84d3fde6-c8a7-4135-8266-f8cd89d6f756 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:45.116880 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:45.180989 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:45.191076 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-c486a255-4db7-465b-b2de-daf171b82464 service neutron] 10.222.0.72 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475453 Jul 11 14:40:45.212912 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:45.213325 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.291970 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-59fe7bde-6969-42d3-9f0b-020b5f627555 service neutron] 10.222.0.72 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965765 Jul 11 14:40:45.359307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Publish callbacks [] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.363188 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:45.363581 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.386157 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 84d3fde6-c8a7-4135-8266-f8cd89d6f756, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84d3fde6-c8a7-4135-8266-f8cd89d6f756,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:45.387975 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.393027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.393843 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 898831a3-f567-454b-8fa8-e8dd4ef35e41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:45.471751 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e668822-2066-4342-8a76-d01a03899422 None None] Pushing event updated for resources: {'Port': ['ID=e456299a-5a6a-4ccb-a496-210d86a38cf7,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:45.553516 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-163b92c7-fe10-42a1-aa9c-8c2942b49f89 req-8cc0c1bf-a4c6-482e-9f5f-33728395e854 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0581865 Jul 11 14:40:45.649559 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 898831a3-f567-454b-8fa8-e8dd4ef35e41 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:45.649945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.670885 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3098d052-614a-4f71-92a2-cd4f4aeeaf59 req-91ba4483-8d14-4dd9-af07-0eab4297d44e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0333991 Jul 11 14:40:45.719949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Attempting to bind port e456299a-5a6a-4ccb-a496-210d86a38cf7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:45.726648 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Attempting to bind port e456299a-5a6a-4ccb-a496-210d86a38cf7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:45.727574 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Attempting to bind port e456299a-5a6a-4ccb-a496-210d86a38cf7 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:45.754363 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:45.756056 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:45.756056 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.756056 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Bound using segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:45.760312 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Bound port: e456299a-5a6a-4ccb-a496-210d86a38cf7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:45.760866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:45.768365 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=84d3fde6-c8a7-4135-8266-f8cd89d6f756,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:46.020341 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:46.049807 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-e31425d6-5bf1-4d96-8db4-557498d1c366 None None] Provisioning complete for port e456299a-5a6a-4ccb-a496-210d86a38cf7 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:46.050512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e31425d6-5bf1-4d96-8db4-557498d1c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:46.058421 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc09e5-5889-44ce-aed8-99695bf31b7d req-a01ab6b8-c5b8-48ed-9cd1-f96c80abc99e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:46.065750 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d9cc09e5-5889-44ce-aed8-99695bf31b7d req-a01ab6b8-c5b8-48ed-9cd1-f96c80abc99e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.2319233 Jul 11 14:40:46.098287 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-e31425d6-5bf1-4d96-8db4-557498d1c366 None None] Port e456299a-5a6a-4ccb-a496-210d86a38cf7 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:46.115409 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-01b306ba-f840-456e-acf6-9c53373780c0 req-89439a75-0350-420e-bb8d-bd6792b8fbfb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.1066322 Jul 11 14:40:46.172443 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] For port e456299a-5a6a-4ccb-a496-210d86a38cf7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:46.181178 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d9cc09e5-5889-44ce-aed8-99695bf31b7d req-4ec11511-1c2a-4e93-8ba7-75239caf6153 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143298 Jul 11 14:40:46.203599 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] For port e456299a-5a6a-4ccb-a496-210d86a38cf7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e456299a-5a6a-4ccb-a496-210d86a38cf7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:46.230590 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:46.318974 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:46.358025 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-af1da481-0330-4718-b7cf-aa2301993ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:46.360792 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 898831a3-f567-454b-8fa8-e8dd4ef35e41 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:46.361872 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-af1da481-0330-4718-b7cf-aa2301993ece service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 1127 time: 0.1775675 Jul 11 14:40:46.374036 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 85ce0945-011a-4088-bfc5-53759eaebec0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:46.494647 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-0072e363-13ac-4f25-80af-2a8e687e0838 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9 HTTP/1.1" status: 200 len: 217 time: 0.1253350 Jul 11 14:40:46.536358 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ffc8c8b8-e1e0-477f-9188-caae0a5d029d req-a21e4a36-2e20-4cc4-95d8-0881dd4d688e tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.1272149 Jul 11 14:40:46.634206 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:40:46.635127 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:46.639225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e668822-2066-4342-8a76-d01a03899422 None None] Pushing event updated for resources: {'Port': ['ID=e456299a-5a6a-4ccb-a496-210d86a38cf7,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:46.787959 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4d6ab56a-ed70-4600-9527-4c791715cc96 req-ab3ad9af-a097-4413-a543-170e8fa0d177 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0661881 Jul 11 14:40:46.836739 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 85ce0945-011a-4088-bfc5-53759eaebec0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:46.840571 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:46.924547 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2df8cc7d-5d9b-4e63-917f-3ddb84befc2e req-7a12a374-3d36-4371-a578-57a7c7d743c0 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0660729 Jul 11 14:40:46.925727 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:47.004181 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:40:47.080500 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] Provisioning complete for port e456299a-5a6a-4ccb-a496-210d86a38cf7 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:47.080856 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:47.163541 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 85ce0945-011a-4088-bfc5-53759eaebec0 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:47.165653 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4ccb55f4-3e70-4b25-b19f-0bf548f17dda up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:47.336839 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130 req-893540cd-0fc8-47cc-b85e-933043e6870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:47.339231 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130 req-893540cd-0fc8-47cc-b85e-933043e6870e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1127 time: 0.1853511 Jul 11 14:40:47.345287 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-dfceddb7-a0e9-4820-9a4b-7115b874b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:47.346986 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-dfceddb7-a0e9-4820-9a4b-7115b874b1dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.1939690 Jul 11 14:40:47.437373 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d6a3a29e-5ec3-450c-9029-d72eb7e3ae7a req-6c6db921-977e-4dea-bda4-cb7bbcd2a631 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.0893624 Jul 11 14:40:47.521363 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303bbf3-f5bf-44c2-b29c-faa892a2efc6 req-94a1a931-d2e4-4c8d-8f66-6bb2804dcb1d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:47.526591 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c303bbf3-f5bf-44c2-b29c-faa892a2efc6 req-94a1a931-d2e4-4c8d-8f66-6bb2804dcb1d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.1589012 Jul 11 14:40:47.635426 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:47.636043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:47.724284 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] Current status of the port e456299a-5a6a-4ccb-a496-210d86a38cf7 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:47.725186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:47.734958 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c303bbf3-f5bf-44c2-b29c-faa892a2efc6 req-1501a154-f9d7-46e0-ac48-58bdf3ef9916 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937881 Jul 11 14:40:47.753162 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2896624d-223a-4593-a2fd-5ef9ded8c171 req-7ad1040c-f52f-4ab4-9895-104e462c25b3 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.0534606 Jul 11 14:40:47.768973 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:47.869805 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] For port e456299a-5a6a-4ccb-a496-210d86a38cf7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e456299a-5a6a-4ccb-a496-210d86a38cf7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:47.881625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:46Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:40:47.890513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:47.951018 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3b0dbbdd-74de-4853-bc16-29124e91c596 req-9b7a8095-5cbd-48f1-991d-28a43839fc7e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0527623 Jul 11 14:40:47.992951 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b492782-59ce-4ece-9c5e-19ab93765c6b None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:46Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:40:48.111292 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:48.162355 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-36d4e6c6-f5f2-4d75-8711-cb9f7ec73ce9 req-5c613cab-b655-47d5-824e-bb3feab48b7c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0660532 Jul 11 14:40:48.169498 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdeb53-5273-44d9-bbfe-b9ba809b990e None None] Pushing event updated for resources: {'Port': ['ID=e456299a-5a6a-4ccb-a496-210d86a38cf7,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:48.494104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 47e4f641-252a-43a2-9151-903a7559666b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:48.603548 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d9a7dc5b-bd49-4bba-bad7-9ed2e8068226 req-cda0d12f-b0f2-427e-86ac-3f26e2677248 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.0357652 Jul 11 14:40:48.607235 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 47e4f641-252a-43a2-9151-903a7559666b triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:48.607622 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (47e4f641-252a-43a2-9151-903a7559666b), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:48.766960 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 47e4f641-252a-43a2-9151-903a7559666b is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:48.767546 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e456299a-5a6a-4ccb-a496-210d86a38cf7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:48.825329 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port e456299a-5a6a-4ccb-a496-210d86a38cf7 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:48.825704 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:48.829861 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:49.000898 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-492a5adb-5b70-4593-b651-c2969f419610 req-f06c6ef9-6d47-432c-84f2-6f43115b2a7a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.0842609 Jul 11 14:40:49.013537 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port e456299a-5a6a-4ccb-a496-210d86a38cf7 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:49.016286 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b34b0c97-fe9f-41ba-a353-c377d0197108 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:49.067560 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.36', 62231) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:49.082512 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b228e-1bdb-431c-944e-29e7093a6a92 req-d621d9d5-cf45-4531-b407-7db559feb333 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:49.084104 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fa8b228e-1bdb-431c-944e-29e7093a6a92 req-d621d9d5-cf45-4531-b407-7db559feb333 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.1860139 Jul 11 14:40:49.121541 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port b34b0c97-fe9f-41ba-a353-c377d0197108 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:49.122293 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:49.401052 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port b34b0c97-fe9f-41ba-a353-c377d0197108 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:49.403425 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:49.492146 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:49.492512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:49.574340 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-1c74e1d5-3fc0-4432-9b8a-f7009fd38462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:49.577293 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-1c74e1d5-3fc0-4432-9b8a-f7009fd38462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4854851 Jul 11 14:40:49.586723 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.36', 62235) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:49.804750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:49.808622 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 84d3fde6-c8a7-4135-8266-f8cd89d6f756 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:49.862360 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:49.863132 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:49.866264 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:49.965681 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:49.966990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 16a47119-a7ee-4ede-a824-49d9b98dd3f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:49.972349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39506) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:50.003056 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fa8b228e-1bdb-431c-944e-29e7093a6a92 req-670920fd-8582-469f-8243-a2271ebe7a43 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9070845 Jul 11 14:40:50.042918 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9c411d0f-db7c-4080-89a0-9c7dac96f7a2 req-f55b226d-19b6-4199-abd5-f3eab35b7997 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.6491604 Jul 11 14:40:50.140315 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:50.140709 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.259953 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-41d04625-7193-4a4c-9aa4-2bf41c17e27f service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115160 Jul 11 14:40:50.266746 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-33622fe3-ec32-420a-be40-fbf88ea4d5b6 req-0c515b45-c17e-4d4c-a9f9-0c1897480dae tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0620971 Jul 11 14:40:50.329013 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-1b1e9d80-e99c-4a28-83b7-ec3059d0b807 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:50.332909 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-1b1e9d80-e99c-4a28-83b7-ec3059d0b807 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.36 "GET /v2.0/networks?id=5ae38dfd-9d35-4028-a44d-a35e6f13d941 HTTP/1.1" status: 200 len: 810 time: 1.2638094 Jul 11 14:40:50.347054 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-4c96cd27-cddf-4f15-9698-74eb815faaa2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:50.349816 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-4c96cd27-cddf-4f15-9698-74eb815faaa2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.7557302 Jul 11 14:40:50.354125 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-48f524a9-5cee-4c6c-99ae-43ca756df835 req-ebafc32f-4d89-49cd-bf88-3e3e28e873d1 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.1638448 Jul 11 14:40:50.384257 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Request body: {'port': {'device_id': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'admin_state_up': True, 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:50.448833 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130 req-a912164d-a9a2-4e87-824a-f0342776d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:50.450948 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130 req-a912164d-a9a2-4e87-824a-f0342776d657 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=98966d44ea88477b94215761cdc92ea7&shared=False HTTP/1.1" status: 200 len: 919 time: 1.4277432 Jul 11 14:40:50.503943 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:50.505015 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 6755271d-f363-44fa-a4d0-b3c88a185c51 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:50.512550 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6ce58964-a321-4e32-91d0-3d38b9b5d560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.599495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:50.601018 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:50.648105 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Made reservation on behalf of fd0be78cdcfc4195a0ced5868c14cda5 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:50.652746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.671625 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0b850edb-aded-4c98-a797-1e5b8e89c46e req-e5c84865-9439-4df6-b88c-25ceca4b3dae tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.1860254 Jul 11 14:40:50.718681 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-c1ab6244-c532-4db9-89e4-63cf29e7f1b9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 380 time: 0.3464346 Jul 11 14:40:50.721027 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab62770b-1da9-4ca1-9d9f-9c809529eeb0 req-7d11abb8-0e6d-43d7-9a8f-79e4234dac68 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503403 Jul 11 14:40:50.746687 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:50.753750 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:50.772222 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 6755271d-f363-44fa-a4d0-b3c88a185c51 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:50.775383 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.780054 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6ce58964-a321-4e32-91d0-3d38b9b5d560 admin admin] Publish callbacks [] for security_group (9c30a6eb-b400-4e9e-93bb-b0fd205210f0), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.786791 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6ce58964-a321-4e32-91d0-3d38b9b5d560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9c30a6eb-b400-4e9e-93bb-b0fd205210f0), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.859858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 6755271d-f363-44fa-a4d0-b3c88a185c51 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:50.861135 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 898831a3-f567-454b-8fa8-e8dd4ef35e41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:50.875510 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-6ce58964-a321-4e32-91d0-3d38b9b5d560 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73deedca9d7c43638e1d19c7c5bfcade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8989415 Jul 11 14:40:50.875814 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58964-a321-4e32-91d0-3d38b9b5d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c30a6eb-b400-4e9e-93bb-b0fd205210f0,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:50.875905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39538) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:50.907339 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Allocated IP 172.20.0.5 (5ae38dfd-9d35-4028-a44d-a35e6f13d941/5b1a734c-7b6c-4edd-92dd-8ba052bed27b/5f8fa020-0a9e-499b-a83e-8e2d443ee007) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:50.908154 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:50.930487 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 898831a3-f567-454b-8fa8-e8dd4ef35e41 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:50.930902 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.942748 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c0c32bc-a760-4173-ae74-e33ce0902955 admin admin] Publish callbacks [] for security_group (9c30a6eb-b400-4e9e-93bb-b0fd205210f0), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:50.959695 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:50.974114 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c0c32bc-a760-4173-ae74-e33ce0902955 admin admin] Publish callbacks [] for security_group (9c30a6eb-b400-4e9e-93bb-b0fd205210f0), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.020465 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 898831a3-f567-454b-8fa8-e8dd4ef35e41 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:51.022369 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 85ce0945-011a-4088-bfc5-53759eaebec0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:51.045958 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c0c32bc-a760-4173-ae74-e33ce0902955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9c30a6eb-b400-4e9e-93bb-b0fd205210f0), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.049252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c0c32bc-a760-4173-ae74-e33ce0902955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.051287 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1c0c32bc-a760-4173-ae74-e33ce0902955 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c30a6eb-b400-4e9e-93bb-b0fd205210f0 HTTP/1.1" status: 204 len: 168 time: 0.1744494 Jul 11 14:40:51.062150 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c32bc-a760-4173-ae74-e33ce0902955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c30a6eb-b400-4e9e-93bb-b0fd205210f0,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:51.122938 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 85ce0945-011a-4088-bfc5-53759eaebec0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:51.123315 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.137746 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'port': {'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'admin_state_up': True, 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'security_groups': ['c902c6de-07b8-4fc7-a941-bbbf6bfbec1d']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:51.299541 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:40:51.345262 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39558) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:51.374462 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-64791ba6-7d2f-4814-80c8-20aedd11e2b1 req-3db5dbec-e96f-45e2-823e-b1723b711d85 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0800343 Jul 11 14:40:51.396911 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 85ce0945-011a-4088-bfc5-53759eaebec0 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:51.499089 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adcad6-d464-4022-ae98-a6ab8071bac3 req-b29b886e-9d41-4818-8684-e0eaaa19337c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:51.499632 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:51.514233 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c1adcad6-d464-4022-ae98-a6ab8071bac3 req-b29b886e-9d41-4818-8684-e0eaaa19337c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.2415714 Jul 11 14:40:51.557309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Made reservation on behalf of 1baa6ea2e19747d1af1e1042c362895d for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:51.565183 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.588679 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9f81bed3-5eae-4dee-a9f7-ffd8c9b397c2 req-d838a64e-b20b-47a6-b879-2254c3be5900 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0657594 Jul 11 14:40:51.615837 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-4b0d5165-5f85-47c0-b6ea-11ad16dc4d14 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:51.617345 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-4b0d5165-5f85-47c0-b6ea-11ad16dc4d14 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 816 time: 0.3463845 Jul 11 14:40:51.685552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e456299a-5a6a-4ccb-a496-210d86a38cf7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:51.742096 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks [] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.804448 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port e456299a-5a6a-4ccb-a496-210d86a38cf7 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:51.804448 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.823059 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0ba4c922-3474-4949-882a-6aa64da248e9 req-aa7ea26b-ea6d-4049-b3a5-82cc24992a71 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.0630507 Jul 11 14:40:51.843292 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-131b0948-bbbe-457b-a62f-4f624bc4bca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:51.875673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.20.0.13 (8679b039-4e4e-4ae1-83e8-21c78c675a96/582193c6-7221-4184-a15a-f20ab89f2f84/8b901616-9eed-4045-b039-9047df0bd8e7) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:51.892507 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:52.025894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39576) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:52.030728 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port e456299a-5a6a-4ccb-a496-210d86a38cf7 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:52.089501 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4e7eca70-6e41-4323-bb55-04eb4ccec733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.094535 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-131b0948-bbbe-457b-a62f-4f624bc4bca3 admin admin] Publish callbacks [] for security_group (cededbda-bd9c-4f34-bab7-bd592e93e391), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.096732 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-890231af-d465-4a14-9f59-95ed646146e8 req-f45a4e7e-d25b-4a61-b681-668f1aeb17bd tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.0716608 Jul 11 14:40:52.110189 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-131b0948-bbbe-457b-a62f-4f624bc4bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (cededbda-bd9c-4f34-bab7-bd592e93e391), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.115232 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c1adcad6-d464-4022-ae98-a6ab8071bac3 req-acde7e4d-a649-4910-9c7b-7d7d3d6f5083 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963800 Jul 11 14:40:52.123401 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130 req-17a888c4-9e07-468d-a6ce-4c1c3cc2c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:52.124994 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b75b9f8-7eb5-46c5-8cd9-5b5a56fcc130 req-17a888c4-9e07-468d-a6ce-4c1c3cc2c4ce service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9263599 Jul 11 14:40:52.130466 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.139387 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:52.175670 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (8b901616-9eed-4045-b039-9047df0bd8e7), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.177437 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:52.183497 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:52.187446 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:52.190418 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b0948-bbbe-457b-a62f-4f624bc4bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cededbda-bd9c-4f34-bab7-bd592e93e391,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:52.192696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:52.193236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.197304 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Pushing event updated for resources: {'Port': ['ID=5f8fa020-0a9e-499b-a83e-8e2d443ee007,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:52.205252 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-131b0948-bbbe-457b-a62f-4f624bc4bca3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b3dfa31fcc64f4b898f1242c30a0321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8295631 Jul 11 14:40:52.208163 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39578) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:52.226342 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-9a68d62f-14f8-46aa-97c3-c2340739cc0f tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8699887 Jul 11 14:40:52.245904 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:52.262007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:52.262785 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.280179 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-318f5bf3-6e31-4592-89bd-80fb990f2353 admin admin] Publish callbacks [] for security_group (cededbda-bd9c-4f34-bab7-bd592e93e391), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.308232 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:52.309133 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-318f5bf3-6e31-4592-89bd-80fb990f2353 admin admin] Publish callbacks [] for security_group (cededbda-bd9c-4f34-bab7-bd592e93e391), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.342352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4e7eca70-6e41-4323-bb55-04eb4ccec733 admin admin] Publish callbacks [] for security_group (ea6150bb-b450-4d1b-9367-d0eec17d63eb), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.344804 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:52.350420 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4e7eca70-6e41-4323-bb55-04eb4ccec733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ea6150bb-b450-4d1b-9367-d0eec17d63eb), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.353062 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:52.371162 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-318f5bf3-6e31-4592-89bd-80fb990f2353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (cededbda-bd9c-4f34-bab7-bd592e93e391), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.371828 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:52.374790 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-318f5bf3-6e31-4592-89bd-80fb990f2353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.375967 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-318f5bf3-6e31-4592-89bd-80fb990f2353 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cededbda-bd9c-4f34-bab7-bd592e93e391 HTTP/1.1" status: 204 len: 168 time: 0.1662204 Jul 11 14:40:52.377199 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:52.377822 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.388875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f5bf3-6e31-4592-89bd-80fb990f2353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cededbda-bd9c-4f34-bab7-bd592e93e391,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:52.407972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=8b901616-9eed-4045-b039-9047df0bd8e7,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:52.478025 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Request body: {'port': {'device_id': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:52.512025 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-d222be61-d84c-490e-9c84-cf24681bbcb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3797023 Jul 11 14:40:52.518355 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4e7eca70-6e41-4323-bb55-04eb4ccec733 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=755c0e0d3ab847989d89b5d78dcabc8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913497 Jul 11 14:40:52.521862 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39590) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:52.525579 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eca70-6e41-4323-bb55-04eb4ccec733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6150bb-b450-4d1b-9367-d0eec17d63eb,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:52.571831 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a7fe4ed6-26e6-462a-8741-45efdea41a2d None None] Provisioning complete for port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:52.572221 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a7fe4ed6-26e6-462a-8741-45efdea41a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.597912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.36', 62242) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:52.628337 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Request body: {'port': {'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:52.638270 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6272454f-3946-4297-8ef8-352890d43974 req-48f42596-02f8-42f7-822d-a1a3bdf33428 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.1188219 Jul 11 14:40:52.649780 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe4ed6-26e6-462a-8741-45efdea41a2d None None] Port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:52.701372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.36', 62243) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:52.738733 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a78262ad-ebfc-44cb-8b3a-a353d41b28de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.811566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-582a5002-68f2-4273-902e-872510d172ce None None] Provisioning complete for port 8b901616-9eed-4045-b039-9047df0bd8e7 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:52.812153 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-582a5002-68f2-4273-902e-872510d172ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.850470 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-582a5002-68f2-4273-902e-872510d172ce None None] Port 8b901616-9eed-4045-b039-9047df0bd8e7 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:52.855693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:52.888613 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e1ae1-eba1-4442-aa90-b80dbdceaabc req-54ac5857-6325-48ea-a68b-ce6b68cad201 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:52.891172 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f00e1ae1-eba1-4442-aa90-b80dbdceaabc req-54ac5857-6325-48ea-a68b-ce6b68cad201 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 932 time: 0.1281030 Jul 11 14:40:52.973783 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-d015e501-6895-43ae-955c-684044861ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:52.975299 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-d015e501-6895-43ae-955c-684044861ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1127 time: 0.2643700 Jul 11 14:40:52.984577 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-ac0d6eb4-dabc-4c9b-9907-1366dbd96908 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 380 time: 0.5222297 Jul 11 14:40:52.985831 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c588-458b-470d-9556-88ce0975feec req-1a02b870-8ac2-4503-98cc-70caadcd8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:52.987311 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-1a02b870-8ac2-4503-98cc-70caadcd8db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 1127 time: 0.3839388 Jul 11 14:40:53.030237 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'port': {'device_id': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'admin_state_up': True, 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'security_groups': ['be7adae2-807a-4820-9972-b23d4c901c4f']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:53.034882 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-863a61fb-9d57-45ec-96ff-7e541f37c371 req-1b241635-e214-45d0-b14d-32505243132e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.0842180 Jul 11 14:40:53.059296 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39606) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:53.076564 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-87ee34d4-413d-4f14-9dbe-9d789ed0f587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 200 len: 217 time: 0.0881834 Jul 11 14:40:53.108960 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-712bce2f-c1cb-471e-bc6f-c9873c523f07 admin admin] Publish callbacks [] for security_group (ea6150bb-b450-4d1b-9367-d0eec17d63eb), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.123612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2cf93b17-c7b5-4a0c-80be-054641a3b44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.202913 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.233589 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-cd0e0e79-3bba-43cb-9506-05b08a376823 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.235069 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-cd0e0e79-3bba-43cb-9506-05b08a376823 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 811 time: 0.7818501 Jul 11 14:40:53.254487 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-712bce2f-c1cb-471e-bc6f-c9873c523f07 admin admin] Publish callbacks [] for security_group (ea6150bb-b450-4d1b-9367-d0eec17d63eb), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.416055 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:53.434744 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c588-458b-470d-9556-88ce0975feec req-0a232bff-8ceb-4ce9-93b5-da32106eacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.436350 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-0a232bff-8ceb-4ce9-93b5-da32106eacd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.4213104 Jul 11 14:40:53.443144 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b34d3-0eff-4786-91b4-315cfaa9c7cd req-aea0d34a-802d-4b1c-bf12-8245281c06dd tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.444827 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-232b34d3-0eff-4786-91b4-315cfaa9c7cd req-aea0d34a-802d-4b1c-bf12-8245281c06dd tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 931 time: 0.2397370 Jul 11 14:40:53.477996 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f00e1ae1-eba1-4442-aa90-b80dbdceaabc req-8e370220-d8aa-47cd-8665-7c3198ac3283 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5793934 Jul 11 14:40:53.497136 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-addc4672-7fc8-4341-814d-448b1a821923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.498787 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-addc4672-7fc8-4341-814d-448b1a821923 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.3985569 Jul 11 14:40:53.555618 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-976e1e2a-2104-4218-83ea-6dcbcce45af7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9 HTTP/1.1" status: 200 len: 217 time: 0.1075404 Jul 11 14:40:53.576186 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:53.628357 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-712bce2f-c1cb-471e-bc6f-c9873c523f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ea6150bb-b450-4d1b-9367-d0eec17d63eb), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.631114 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-712bce2f-c1cb-471e-bc6f-c9873c523f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.634510 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-712bce2f-c1cb-471e-bc6f-c9873c523f07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea6150bb-b450-4d1b-9367-d0eec17d63eb HTTP/1.1" status: 204 len: 168 time: 1.1097908 Jul 11 14:40:53.667648 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Made reservation on behalf of f6606b37accd43619058aef23f10745b for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:53.672809 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.711516 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bce2f-c1cb-471e-bc6f-c9873c523f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6150bb-b450-4d1b-9367-d0eec17d63eb,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:53.732267 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-e2fcfdaf-1c7b-4747-9ef5-779c5ad60105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.733683 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-e2fcfdaf-1c7b-4747-9ef5-779c5ad60105 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2245235 Jul 11 14:40:53.736995 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-232b34d3-0eff-4786-91b4-315cfaa9c7cd req-7f859b27-a05f-44c6-aced-31e7927e7873 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679741 Jul 11 14:40:53.740080 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c588-458b-470d-9556-88ce0975feec req-b229f7a9-b93c-4abe-a076-1bc748643283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.741565 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-b229f7a9-b93c-4abe-a076-1bc748643283 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.1682036 Jul 11 14:40:53.764863 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-4702cdcc-0d77-4f01-89af-8d46af4bd614 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0e363b1584848c1aecbe186cf91eec5 HTTP/1.1" status: 200 len: 378 time: 0.5038877 Jul 11 14:40:53.821257 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:53.821897 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:53.829266 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1380-ecff-48f5-b27a-9a5f6aef14c7 req-b0ba1176-55aa-4151-a409-e0d9df0df99e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:53.831091 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0ecd1380-ecff-48f5-b27a-9a5f6aef14c7 req-b0ba1176-55aa-4151-a409-e0d9df0df99e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.2757146 Jul 11 14:40:53.886210 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-61aab34c-ed2b-4005-940c-6f5459c1344d req-f894a0f0-5295-4aa7-83cf-f6b817a56955 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0469053 Jul 11 14:40:53.917904 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2cf93b17-c7b5-4a0c-80be-054641a3b44a admin admin] Publish callbacks [] for security_group (4484c74d-d693-492b-8925-50e356e73acd), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.927025 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2cf93b17-c7b5-4a0c-80be-054641a3b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (4484c74d-d693-492b-8925-50e356e73acd), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.946203 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8fa020-0a9e-499b-a83e-8e2d443ee007 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:53.973599 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Publish callbacks [] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:53.997919 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Allocated IP 172.20.0.5 (164cf2a3-5444-4c03-8807-160bd45f2610/9d058d68-c8d2-4ff9-a2d7-12a68ae27274/7b725b13-befd-4a14-98cc-9d0e599f5e17) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:53.999817 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0ecd1380-ecff-48f5-b27a-9a5f6aef14c7 req-176359b1-76c4-4ed2-96d4-023083961724 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573474 Jul 11 14:40:54.013895 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2cf93b17-c7b5-4a0c-80be-054641a3b44a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2743865f59a4caa870ac3c826a76899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9513719 Jul 11 14:40:54.015292 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Transition to ACTIVE for port object 5f8fa020-0a9e-499b-a83e-8e2d443ee007 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:40:54.016147 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf93b17-c7b5-4a0c-80be-054641a3b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4484c74d-d693-492b-8925-50e356e73acd,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:54.018244 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39628) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:40:54.029668 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.093700 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8fa020-0a9e-499b-a83e-8e2d443ee007,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:54.138023 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b901616-9eed-4045-b039-9047df0bd8e7 {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:54.143414 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Attempting to bind port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:54.143877 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Attempting to bind port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:54.144260 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Attempting to bind port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 on network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:54.152242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 on network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:40:54.152569 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Attempting to bind port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 on network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:54.158399 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:54.158768 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Checking segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:54.159192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Bound using segment: {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:54.159594 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Bound port: 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aca4fa6-f44d-4da3-b49d-14305c2f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:54.159953 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.161210 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Publish callbacks [] for port (8b901616-9eed-4045-b039-9047df0bd8e7), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.223951 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d1b7581a-ec35-4d5d-80ab-685efdc3de14 req-0624f57d-5cee-445b-a187-dc18a8f95d77 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 210 time: 0.0778751 Jul 11 14:40:54.230668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Transition to ACTIVE for port object 8b901616-9eed-4045-b039-9047df0bd8e7 will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:40:54.246901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.251825 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] For port 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:54.255932 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] For port 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f8fa020-0a9e-499b-a83e-8e2d443ee007,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:54.266073 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.287253 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5c3702a9-9f4a-4586-b7af-2e6fe65ac35b admin admin] Publish callbacks [] for security_group (4484c74d-d693-492b-8925-50e356e73acd), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.318546 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:54.319529 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.320618 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f8fa020-0a9e-499b-a83e-8e2d443ee007 HTTP/1.1" status: 200 len: 1093 time: 1.8660614 Jul 11 14:40:54.321782 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'tag': '5f8fa020-0a9e-499b-a83e-8e2d443ee007'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:40:54.324254 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7cc119-1a60-4d64-9e16-08d28b5222e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e173ea-1d52-48e5-a5d1-89195af310c7", "tag": "5f8fa020-0a9e-499b-a83e-8e2d443ee007"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:40:54.349572 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24355b-5d3c-409d-9210-81a8f66fd4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8fa020-0a9e-499b-a83e-8e2d443ee007,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:54.413150 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5c3702a9-9f4a-4586-b7af-2e6fe65ac35b admin admin] Publish callbacks [] for security_group (4484c74d-d693-492b-8925-50e356e73acd), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.428695 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:54.441117 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc09b6-da53-4ca9-a749-6144fb8425e3 x-openstack-request-id: req-d7bc09b6-da53-4ca9-a749-6144fb8425e3 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:40:54.441301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e173ea-1d52-48e5-a5d1-89195af310c7", "tag": "5f8fa020-0a9e-499b-a83e-8e2d443ee007", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:40:54.441611 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7bc09b6-da53-4ca9-a749-6144fb8425e3 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:40:54.442056 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bc09b6-da53-4ca9-a749-6144fb8425e3'] response: {'name': 'network-changed', 'server_uuid': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'tag': '5f8fa020-0a9e-499b-a83e-8e2d443ee007', 'status': 'completed', 'code': 200} Jul 11 14:40:54.466985 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Pushing event updated for resources: {'Port': ['ID=8b901616-9eed-4045-b039-9047df0bd8e7,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:54.523669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.529778 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:54.591160 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Attempting to bind port 8b901616-9eed-4045-b039-9047df0bd8e7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:54.591493 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Attempting to bind port 8b901616-9eed-4045-b039-9047df0bd8e7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:54.591825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Attempting to bind port 8b901616-9eed-4045-b039-9047df0bd8e7 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:54.628216 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Port 8b901616-9eed-4045-b039-9047df0bd8e7 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:40:54.628543 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Attempting to bind port 8b901616-9eed-4045-b039-9047df0bd8e7 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:54.647206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:54.647562 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:54.647970 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Bound using segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:54.648438 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Bound port: 8b901616-9eed-4045-b039-9047df0bd8e7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:54.648797 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.676490 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462247-7b5d-4bdb-bc13-0c57f3df30ea req-b15919b6-4eb1-40d0-aaa5-20ab832a4f48 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:54.678034 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-31462247-7b5d-4bdb-bc13-0c57f3df30ea req-b15919b6-4eb1-40d0-aaa5-20ab832a4f48 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 944 time: 0.1024804 Jul 11 14:40:54.690706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.707898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5c3702a9-9f4a-4586-b7af-2e6fe65ac35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (4484c74d-d693-492b-8925-50e356e73acd), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.710406 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5c3702a9-9f4a-4586-b7af-2e6fe65ac35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.711557 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5c3702a9-9f4a-4586-b7af-2e6fe65ac35b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4484c74d-d693-492b-8925-50e356e73acd HTTP/1.1" status: 204 len: 168 time: 0.6917348 Jul 11 14:40:54.784441 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3702a9-9f4a-4586-b7af-2e6fe65ac35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484c74d-d693-492b-8925-50e356e73acd,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:54.824621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Network 164cf2a3-5444-4c03-8807-160bd45f2610 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:54.835810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:54.851222 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:54.857818 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:54.858804 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:54.890030 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:54.916582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07747-ba0b-4410-8df0-aeba96d8a561 req-dc10106f-7f0d-4b26-ba40-7ab3cf8661f2 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:54.920449 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-6f13bf53-7d8a-496d-b9ee-bc5ed6076b41 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9067228 Jul 11 14:40:54.921499 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] For port 8b901616-9eed-4045-b039-9047df0bd8e7, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:54.925012 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] For port 8b901616-9eed-4045-b039-9047df0bd8e7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b901616-9eed-4045-b039-9047df0bd8e7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:54.927037 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1fc07747-ba0b-4410-8df0-aeba96d8a561 req-dc10106f-7f0d-4b26-ba40-7ab3cf8661f2 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.1061366 Jul 11 14:40:54.936511 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-31462247-7b5d-4bdb-bc13-0c57f3df30ea req-9940f2e7-dd44-4684-965b-5fc10061f9e6 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471859 Jul 11 14:40:54.963661 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:55.034138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:55.034848 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:55.034998 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1fc07747-ba0b-4410-8df0-aeba96d8a561 req-30aa12b3-86ed-42e2-ac8c-ce58ed200999 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027486 Jul 11 14:40:55.036241 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b901616-9eed-4045-b039-9047df0bd8e7 HTTP/1.1" status: 200 len: 1094 time: 2.4340820 Jul 11 14:40:55.036682 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:40:55.045266 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b554ec13-cf03-480f-b182-eaae25ab97ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:40:55.122679 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-901bc6f1-f134-467d-a2c0-af65516cf429 req-81b20380-9f8f-4028-b2d4-78607b18195f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0701649 Jul 11 14:40:55.123741 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed8bea-dd2b-4f07-90d4-b29c24f05f89 service neutron] Pushing event updated for resources: {'Port': ['ID=8b901616-9eed-4045-b039-9047df0bd8e7,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:55.232373 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3c51-f464-4fed-b580-4d30b116a23b req-a70159c2-bf20-47d0-8a84-798bb51fe7f4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:55.233986 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4b1a3c51-f464-4fed-b580-4d30b116a23b req-a70159c2-bf20-47d0-8a84-798bb51fe7f4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.0620384 Jul 11 14:40:55.240931 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b8892-044b-4df1-baeb-21144e298b9f x-openstack-request-id: req-057b8892-044b-4df1-baeb-21144e298b9f {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:40:55.241460 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:40:55.241776 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-057b8892-044b-4df1-baeb-21144e298b9f {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:40:55.242308 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057b8892-044b-4df1-baeb-21144e298b9f'] response: {'name': 'network-changed', 'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7', 'status': 'completed', 'code': 200} Jul 11 14:40:55.268797 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-1f541a10-98ee-48e5-b9bc-91a009e742e4 None None] Provisioning complete for port 7b725b13-befd-4a14-98cc-9d0e599f5e17 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:55.270088 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1f541a10-98ee-48e5-b9bc-91a009e742e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:55.361680 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4b1a3c51-f464-4fed-b580-4d30b116a23b req-649e3674-75d8-45ff-8695-ce1f3a7c7a66 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162817 Jul 11 14:40:55.394453 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-1f541a10-98ee-48e5-b9bc-91a009e742e4 None None] Port 7b725b13-befd-4a14-98cc-9d0e599f5e17 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:55.408372 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3894871b-879a-428f-bc18-02f8ef81b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:55.474806 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3d00d-bde0-4019-bbe5-a70ffac87adc req-02cf108a-975f-4405-8640-57900b853280 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:55.478686 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7be3d00d-bde0-4019-bbe5-a70ffac87adc req-02cf108a-975f-4405-8640-57900b853280 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 931 time: 0.0885966 Jul 11 14:40:55.517394 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:55.721096 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7be3d00d-bde0-4019-bbe5-a70ffac87adc req-436b9454-689e-4b15-987a-9497941ee0e5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353306 Jul 11 14:40:56.064464 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfdcc2-ac43-44a0-ac41-51c45408f934 req-3d4f879e-0749-4d3c-ae17-c92dd310250b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.066859 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d2bfdcc2-ac43-44a0-ac41-51c45408f934 req-3d4f879e-0749-4d3c-ae17-c92dd310250b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 944 time: 0.0610497 Jul 11 14:40:56.126569 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:56.143774 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d2bfdcc2-ac43-44a0-ac41-51c45408f934 req-94f75a64-c18c-43de-8b41-eae65d5a2db3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685968 Jul 11 14:40:56.205365 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d5c7a-fae4-4781-b1f3-4f811310dd8d req-e48c7572-8b17-4f2e-abae-55b74e8fc146 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.215370 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83d5c7a-fae4-4781-b1f3-4f811310dd8d req-e48c7572-8b17-4f2e-abae-55b74e8fc146 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.0793555 Jul 11 14:40:56.224291 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 9af04c14-ce8d-46f1-8097-0f76fe117ff9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:40:56.246102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Request body: {'port': {'device_id': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:56.281486 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'port': {'device_id': '62a90c58-0027-47e8-8909-44512060e08d', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'admin_state_up': True, 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'security_groups': ['3ccdf8ef-41ef-4276-ba39-45f5e31f74ec']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:56.401625 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ec13-cf03-480f-b182-eaae25ab97ae req-c3f18d67-065c-4c36-b82a-a9968cb90476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.405375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b554ec13-cf03-480f-b182-eaae25ab97ae req-c3f18d67-065c-4c36-b82a-a9968cb90476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 1128 time: 0.0852177 Jul 11 14:40:56.445566 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-946eccd1-91e9-4351-ba04-c70e0039b892 req-354f365e-fda6-4e43-8904-7bc74f6d2587 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.2262416 Jul 11 14:40:56.520974 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:56.541966 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '9af04c14-ce8d-46f1-8097-0f76fe117ff9', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'port_id': '9af04c14-ce8d-46f1-8097-0f76fe117ff9', 'mac_address': 'fa:16:3e:b3:5e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:40:56.602729 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:56.603446 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:56.628754 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af04c14-ce8d-46f1-8097-0f76fe117ff9 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:56.679451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc119-1a60-4d64-9e16-08d28b5222e0 req-10fe0522-0211-435e-b828-97b0164e7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.681311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3a7cc119-1a60-4d64-9e16-08d28b5222e0 req-10fe0522-0211-435e-b828-97b0164e7446 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd0be78cdcfc4195a0ced5868c14cda5&device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 1127 time: 0.3296580 Jul 11 14:40:56.685256 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:56.695224 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:56.702868 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c588-458b-470d-9556-88ce0975feec req-5bb38013-10f8-4dba-b57c-007ac401a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.704363 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-5bb38013-10f8-4dba-b57c-007ac401a937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4536986 Jul 11 14:40:56.726423 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c83d5c7a-fae4-4781-b1f3-4f811310dd8d req-0808f9fa-1e71-4085-b360-e43cecfc155a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100040 Jul 11 14:40:56.735561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:56.738103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:56.783089 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=9af04c14-ce8d-46f1-8097-0f76fe117ff9,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:56.785720 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114276-0288-4973-ac0e-07f87bd073a8 req-9dd03c25-575f-4bb0-b386-f0b541bd7699 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.796864 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2a114276-0288-4973-ac0e-07f87bd073a8 req-9dd03c25-575f-4bb0-b386-f0b541bd7699 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 943 time: 0.2396934 Jul 11 14:40:56.838788 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ec13-cf03-480f-b182-eaae25ab97ae req-14534c70-34c0-40b2-9057-b3d1e7136ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:56.840259 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b554ec13-cf03-480f-b182-eaae25ab97ae req-14534c70-34c0-40b2-9057-b3d1e7136ef2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1baa6ea2e19747d1af1e1042c362895d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3696332 Jul 11 14:40:56.856792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:56.857080 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:56.859814 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-0ac611d3-5461-4479-b95f-93c782908d24 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174316 Jul 11 14:40:56.963407 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['9af04c14-ce8d-46f1-8097-0f76fe117ff9'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:40:57.037275 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc119-1a60-4d64-9e16-08d28b5222e0 req-2c6a7a89-493c-4510-9c29-a091f4283d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.039016 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3a7cc119-1a60-4d64-9e16-08d28b5222e0 req-2c6a7a89-493c-4510-9c29-a091f4283d46 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd0be78cdcfc4195a0ced5868c14cda5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3461790 Jul 11 14:40:57.040871 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-3e80fff0-39bf-4f7e-86e1-fc3eb319e54e service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577775 Jul 11 14:40:57.086243 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Made reservation on behalf of c0e363b1584848c1aecbe186cf91eec5 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:40:57.091361 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.105645 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2a114276-0288-4973-ac0e-07f87bd073a8 req-0b927b1a-0222-41e8-b0d4-2ae07b063826 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070667 Jul 11 14:40:57.167119 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc8428-d21d-4b21-8725-cf6b609f4b18 req-66bb5239-d230-4f76-a91a-283d39b59c1c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.168747 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-31bc8428-d21d-4b21-8725-cf6b609f4b18 req-66bb5239-d230-4f76-a91a-283d39b59c1c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 931 time: 0.3354058 Jul 11 14:40:57.223054 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.270500 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Allocated IP 172.20.0.12 (208c5447-9d23-4b47-b27a-4307a7296819/a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a/edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:40:57.287556 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-57d33eab-47c1-4c47-8c40-444546a77082 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587821 Jul 11 14:40:57.333916 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ec13-cf03-480f-b182-eaae25ab97ae req-088b165d-a23b-4804-82e1-7291299ae153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.335551 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b554ec13-cf03-480f-b182-eaae25ab97ae req-088b165d-a23b-4804-82e1-7291299ae153 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4739912 Jul 11 14:40:57.379867 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-31bc8428-d21d-4b21-8725-cf6b609f4b18 req-815be3f9-5aa6-437f-b0a7-cc555c93e78e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442306 Jul 11 14:40:57.461180 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd799308-eda5-4c21-bfad-b255fc928552 req-640b6189-de3a-400e-b8c4-64bdb772514e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.463346 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cd799308-eda5-4c21-bfad-b255fc928552 req-640b6189-de3a-400e-b8c4-64bdb772514e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 944 time: 0.1531010 Jul 11 14:40:57.495251 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:57.573639 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c7610d89-750f-47a8-9b3a-ee417ee44af8 req-95a2fdc4-e7f2-427c-8db6-225b7d0a845b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0507152 Jul 11 14:40:57.576411 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cd799308-eda5-4c21-bfad-b255fc928552 req-ed3c64d9-b58d-4465-86c9-7baf66ac9636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835452 Jul 11 14:40:57.585932 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc119-1a60-4d64-9e16-08d28b5222e0 req-e7ad758a-9081-4860-9c7e-4ae0fec4d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.587417 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3a7cc119-1a60-4d64-9e16-08d28b5222e0 req-e7ad758a-9081-4860-9c7e-4ae0fec4d1fe service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4809246 Jul 11 14:40:57.624744 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.673636 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.709106 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b725b13-befd-4a14-98cc-9d0e599f5e17 {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:57.711517 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:57.721936 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Publish callbacks [] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.728790 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Network 208c5447-9d23-4b47-b27a-4307a7296819 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:40:57.755075 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:40:57.759840 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:40:57.768036 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.768933 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.773653 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'Port': ['ID=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:57.817366 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Transition to ACTIVE for port object 7b725b13-befd-4a14-98cc-9d0e599f5e17 will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:40:57.847944 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:57.849389 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-bae256be-013c-428e-bbcc-b0d661f22a11 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5769985 Jul 11 14:40:57.902490 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1a5e-91a0-44d4-9fae-34e0f78b95aa req-01ecab3b-422e-440d-a1e8-73f1d0556c0a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.904339 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dd6c1a5e-91a0-44d4-9fae-34e0f78b95aa req-01ecab3b-422e-440d-a1e8-73f1d0556c0a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.0610151 Jul 11 14:40:57.907185 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-3dc74be7-2da4-486f-94df-7e3371ee30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:57.908958 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-3dc74be7-2da4-486f-94df-7e3371ee30b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 1128 time: 0.1126890 Jul 11 14:40:57.912859 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Request body: {'port': {'device_id': '62a90c58-0027-47e8-8909-44512060e08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:40:57.993068 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-7ef36fd1-1a77-4af2-bc2e-868c4ac36d19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b901616-9eed-4045-b039-9047df0bd8e7 HTTP/1.1" status: 200 len: 217 time: 0.0748713 Jul 11 14:40:58.034625 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-bf2c6cdc-f929-4f04-8149-6b5fb4052e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.036188 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-bf2c6cdc-f929-4f04-8149-6b5fb4052e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd0be78cdcfc4195a0ced5868c14cda5&device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 1127 time: 0.2022710 Jul 11 14:40:58.075914 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a5c21444-f672-4557-8138-45e12b556f7c None None] Provisioning complete for port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:58.076827 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a5c21444-f672-4557-8138-45e12b556f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.097573 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:58.103128 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dd6c1a5e-91a0-44d4-9fae-34e0f78b95aa req-901f7f11-fa71-4737-bacb-9bb0423a4966 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865802 Jul 11 14:40:58.111414 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-093b2b2e-e9c3-4bf8-b71d-23eb18138f03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f8fa020-0a9e-499b-a83e-8e2d443ee007 HTTP/1.1" status: 200 len: 217 time: 0.0650120 Jul 11 14:40:58.146263 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a5c21444-f672-4557-8138-45e12b556f7c None None] Port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:40:58.148830 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.161952 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7597c588-458b-470d-9556-88ce0975feec req-93773a9f-9845-4929-ab81-e54644843eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036655 Jul 11 14:40:58.163097 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-00a2d12b-b23c-4cd9-9df2-cf4874efaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.165135 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-00a2d12b-b23c-4cd9-9df2-cf4874efaefb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.1645031 Jul 11 14:40:58.214921 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 27aef129-6bd8-4686-9e6d-915b57154c5a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:40:58.262820 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-78ae2a10-1b69-4598-bf0c-3da5b6273de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.264302 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-78ae2a10-1b69-4598-bf0c-3da5b6273de6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824900 Jul 11 14:40:58.280989 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Attempting to bind port 7b725b13-befd-4a14-98cc-9d0e599f5e17 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:58.281312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Attempting to bind port 7b725b13-befd-4a14-98cc-9d0e599f5e17 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:58.282650 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Attempting to bind port 7b725b13-befd-4a14-98cc-9d0e599f5e17 on network 164cf2a3-5444-4c03-8807-160bd45f2610 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:58.305323 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Port 7b725b13-befd-4a14-98cc-9d0e599f5e17 on network 164cf2a3-5444-4c03-8807-160bd45f2610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:40:58.309173 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Attempting to bind port 7b725b13-befd-4a14-98cc-9d0e599f5e17 on network 164cf2a3-5444-4c03-8807-160bd45f2610 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:58.320488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:58.333669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca039c-783f-4505-a25f-5c819d248ea8 req-140dfdd9-a7ea-49e9-b45f-5e683624a69c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.343662 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e5ca039c-783f-4505-a25f-5c819d248ea8 req-140dfdd9-a7ea-49e9-b45f-5e683624a69c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 944 time: 0.1262503 Jul 11 14:40:58.363406 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:58.364202 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Checking segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:58.365034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Bound using segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:58.365713 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Bound port: 7b725b13-befd-4a14-98cc-9d0e599f5e17, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:58.366376 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.375323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 27aef129-6bd8-4686-9e6d-915b57154c5a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=27aef129-6bd8-4686-9e6d-915b57154c5a,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:58.386541 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-12ea20b0-ae6e-4206-a576-3aef382748d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.388561 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-12ea20b0-ae6e-4206-a576-3aef382748d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b1a734c-7b6c-4edd-92dd-8ba052bed27b HTTP/1.1" status: 200 len: 849 time: 0.2271278 Jul 11 14:40:58.393187 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:58.394695 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '27aef129-6bd8-4686-9e6d-915b57154c5a', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'port_id': '27aef129-6bd8-4686-9e6d-915b57154c5a', 'mac_address': 'fa:16:3e:9b:de:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:40:58.399501 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 9af04c14-ce8d-46f1-8097-0f76fe117ff9 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:40:58.408522 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:58.413581 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:58.570446 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc52828-532a-4b26-814c-9e633a1036bd req-85d8d44f-7649-4478-8279-c0fdee745d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.571997 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-85d8d44f-7649-4478-8279-c0fdee745d09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ae38dfd-9d35-4028-a44d-a35e6f13d941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1769831 Jul 11 14:40:58.585851 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e5ca039c-783f-4505-a25f-5c819d248ea8 req-07068627-e696-4b0f-bb80-efe1c5416e49 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410598 Jul 11 14:40:58.646972 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.650327 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:40:58.693234 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 27aef129-6bd8-4686-9e6d-915b57154c5a is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:58.693752 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.696842 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:40:58.702089 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.714448 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:40:58.714839 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.719929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27aef129-6bd8-4686-9e6d-915b57154c5a {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:58.772767 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 27aef129-6bd8-4686-9e6d-915b57154c5a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=27aef129-6bd8-4686-9e6d-915b57154c5a,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:58.793937 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.843009 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678329a9-b1bb-4a9c-9e9a-73a22baa0722 req-d93c0e8a-8322-4285-903a-377e47377610 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:58.847227 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-678329a9-b1bb-4a9c-9e9a-73a22baa0722 req-d93c0e8a-8322-4285-903a-377e47377610 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1921782 Jul 11 14:40:58.888230 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-ee84d120-6d52-43a3-b3f9-b89c20b46542 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148241 Jul 11 14:40:58.942348 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:40:58.943996 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=27aef129-6bd8-4686-9e6d-915b57154c5a,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:58.947426 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:40:58.948565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.960181 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:58.965101 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-678329a9-b1bb-4a9c-9e9a-73a22baa0722 req-93b55ffb-8223-4f59-9d3b-a9ef28eb5bcc tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078973 Jul 11 14:40:59.028170 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:59.069907 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:59.070111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:59.070462 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:59.072406 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91f2925b-0485-432f-96ba-e06c4062359d service neutron] 10.222.0.36 "PUT /v2.0/ports/7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 1093 time: 2.8323078 Jul 11 14:40:59.078653 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:40:59.080836 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6d42-8ddb-4822-9c6e-341f1608fe69 req-130ed813-9404-470e-a053-e7e4790d4272 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:59.082316 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e9d6d42-8ddb-4822-9c6e-341f1608fe69 req-130ed813-9404-470e-a053-e7e4790d4272 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 932 time: 0.1834557 Jul 11 14:40:59.082904 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:40:59.083561 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af04c14-ce8d-46f1-8097-0f76fe117ff9'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:40:59.085258 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0b11f-28dc-48aa-975f-1c265cd08f11" -d '{"events": [{"name": "network-changed", "server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:40:59.121104 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c83f9dc1-5236-4a7c-aed8-94ed2a0f7fed req-8dfa8092-2c6b-40a4-9dc0-a5746a8c7c84 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132235 Jul 11 14:40:59.180036 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e9d6d42-8ddb-4822-9c6e-341f1608fe69 req-f3faaeba-7e86-4473-88bf-ad2c03945f57 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798624 Jul 11 14:40:59.214281 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-f721454f-c098-4d71-93cc-ed18cba0a2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/5ae38dfd-9d35-4028-a44d-a35e6f13d941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273358 Jul 11 14:40:59.227229 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['27aef129-6bd8-4686-9e6d-915b57154c5a'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:40:59.256483 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:59.278228 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca4b79-e07d-454b-b54a-cd4502aaef5f x-openstack-request-id: req-9aca4b79-e07d-454b-b54a-cd4502aaef5f {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:40:59.278544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:40:59.278999 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9aca4b79-e07d-454b-b54a-cd4502aaef5f {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:40:59.279883 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aca4b79-e07d-454b-b54a-cd4502aaef5f'] response: {'name': 'network-changed', 'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'status': 'completed', 'code': 200} Jul 11 14:40:59.372050 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=9af04c14-ce8d-46f1-8097-0f76fe117ff9,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:59.461653 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91bfffb3-3278-4cab-8597-311ec2348dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:59.465387 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-91bfffb3-3278-4cab-8597-311ec2348dec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1127 time: 0.3312490 Jul 11 14:40:59.475590 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:40:59.483663 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:40:59.493931 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827bd354-0fbb-4547-8e47-3418ebd99d3c" -d '{"events": [{"server_uuid": "cc0591e3-09b9-41cd-b222-f730282f8572", "name": "network-vif-plugged", "status": "completed", "tag": "9af04c14-ce8d-46f1-8097-0f76fe117ff9"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:40:59.501437 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f6fa-c245-4269-81f9-f97ea4da0868 req-1cb764f0-ef3e-43b4-a9cb-9e45aa8d6aff tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:59.503007 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2218f6fa-c245-4269-81f9-f97ea4da0868 req-1cb764f0-ef3e-43b4-a9cb-9e45aa8d6aff tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 944 time: 0.2867403 Jul 11 14:40:59.505084 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Publish callbacks [] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:59.534322 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32136398-8418-46b4-889c-8153ca5464ca req-5dbdf2ef-a422-45fc-823a-8eec0639e59b tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:59.537075 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32136398-8418-46b4-889c-8153ca5464ca req-5dbdf2ef-a422-45fc-823a-8eec0639e59b tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.1121140 Jul 11 14:40:59.585333 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Transition to ACTIVE for port object edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:40:59.629488 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32136398-8418-46b4-889c-8153ca5464ca req-66d28341-8da9-4052-a018-5c42156e8609 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769629 Jul 11 14:40:59.634397 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2218f6fa-c245-4269-81f9-f97ea4da0868 req-1dd95497-b2d9-4b18-b33f-a6ca8847db66 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137917 Jul 11 14:40:59.635911 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:40:59.712954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Pushing event updated for resources: {'Port': ['ID=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:40:59.833863 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a07b0a-75f8-44f0-9dc8-c6e618c1349b x-openstack-request-id: req-37a07b0a-75f8-44f0-9dc8-c6e618c1349b {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:40:59.834151 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0591e3-09b9-41cd-b222-f730282f8572", "name": "network-vif-plugged", "status": "completed", "tag": "9af04c14-ce8d-46f1-8097-0f76fe117ff9", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:40:59.834399 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37a07b0a-75f8-44f0-9dc8-c6e618c1349b {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:40:59.834918 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a07b0a-75f8-44f0-9dc8-c6e618c1349b'] response: {'server_uuid': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af04c14-ce8d-46f1-8097-0f76fe117ff9', 'code': 200} Jul 11 14:40:59.844267 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d98879-95f0-42e9-b943-2e66306b9f68 req-6945f3e9-17c9-47ad-adb7-6df7c16d39f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:40:59.846152 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-51d98879-95f0-42e9-b943-2e66306b9f68 req-6945f3e9-17c9-47ad-adb7-6df7c16d39f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0934567 Jul 11 14:40:59.892768 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Attempting to bind port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:40:59.893412 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Attempting to bind port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:40:59.894172 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Attempting to bind port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 on network 208c5447-9d23-4b47-b27a-4307a7296819 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:59.899142 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-1649d211-95b2-4c6e-b4e7-d0846bfa3eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 217 time: 0.0553269 Jul 11 14:40:59.965496 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 on network 208c5447-9d23-4b47-b27a-4307a7296819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:40:59.966230 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Attempting to bind port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 on network 208c5447-9d23-4b47-b27a-4307a7296819 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:40:59.981160 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:40:59.981783 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Checking segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:40:59.982645 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Bound using segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:40:59.983283 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Bound port: edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:40:59.983976 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.090229 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-51d98879-95f0-42e9-b943-2e66306b9f68 req-ef97e140-9cc7-4a59-af59-faaee5cf1955 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347436 Jul 11 14:41:00.114063 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] For port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:41:00.121302 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-46b1ff4d-6db8-419b-8d11-f2b72d630b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.123636 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-46b1ff4d-6db8-419b-8d11-f2b72d630b21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.2180631 Jul 11 14:41:00.126839 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] For port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:41:00.166384 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15a6f-9bce-4c63-8fdf-26bdd55a0974 req-ea2b99a0-737f-43b4-b024-855767883e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.168011 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ac15a6f-9bce-4c63-8fdf-26bdd55a0974 req-ea2b99a0-737f-43b4-b024-855767883e43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 1129 time: 0.0940888 Jul 11 14:41:00.168312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.174015 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdc52828-532a-4b26-814c-9e633a1036bd req-53846b69-845a-4571-a4bf-415e19789d3b service neutron] 10.222.0.36 "GET /v2.0/networks/5ae38dfd-9d35-4028-a44d-a35e6f13d941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261199 Jul 11 14:41:00.189303 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1ac15a6f-9bce-4c63-8fdf-26bdd55a0974 req-cc3aba6e-85d5-49e9-8a32-f3bd532ba557 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.226206 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 8b901616-9eed-4045-b039-9047df0bd8e7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:41:00.233922 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.235055 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.236835 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] 10.222.0.36 "PUT /v2.0/ports/edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 200 len: 1094 time: 2.3314004 Jul 11 14:41:00.242144 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:00.244677 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:00.265120 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1527-f649-4a45-9b41-2e217602ead7 req-f6413491-22b5-47b4-bcc9-08fe47868853 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.273520 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-accd1527-f649-4a45-9b41-2e217602ead7 req-f6413491-22b5-47b4-bcc9-08fe47868853 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1477816 Jul 11 14:41:00.278688 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 27aef129-6bd8-4686-9e6d-915b57154c5a up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:00.297460 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725866-7016-4864-9b46-6349fcdd61ca req-5c24d862-5796-4234-8ec3-5b2b4dd73c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.317341 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-5c24d862-5796-4234-8ec3-5b2b4dd73c8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1784389 Jul 11 14:41:00.381512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.db.resource_extend [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:41:00.430773 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-accd1527-f649-4a45-9b41-2e217602ead7 req-a9d5398f-436f-4b23-bcee-94e14c18b465 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561766 Jul 11 14:41:00.444704 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e00c5-206a-41b6-a0ce-fae83d63eb5c service neutron] Pushing event updated for resources: {'Port': ['ID=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:00.464988 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1ac15a6f-9bce-4c63-8fdf-26bdd55a0974 req-cc3aba6e-85d5-49e9-8a32-f3bd532ba557 service neutron] Publish callbacks [] for security_group (76cb8ece-5de3-4ea9-b4ed-62ad6d8dc243), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.477802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:00.487846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf50e0-13a9-49d2-8b94-52f9ec43bb68 req-cc22ef48-2d71-4da0-b229-e54620eee93c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.497401 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ecaf50e0-13a9-49d2-8b94-52f9ec43bb68 req-cc22ef48-2d71-4da0-b229-e54620eee93c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.1530516 Jul 11 14:41:00.501750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:00.504858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 27aef129-6bd8-4686-9e6d-915b57154c5a completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:41:00.520475 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 27aef129-6bd8-4686-9e6d-915b57154c5a triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:00.521044 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.524731 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1ac15a6f-9bce-4c63-8fdf-26bdd55a0974 req-cc3aba6e-85d5-49e9-8a32-f3bd532ba557 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (76cb8ece-5de3-4ea9-b4ed-62ad6d8dc243), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.530418 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47354c34-b6b0-412f-9f43-65437207e974 x-openstack-request-id: req-47354c34-b6b0-412f-9f43-65437207e974 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:00.531445 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:00.531892 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47354c34-b6b0-412f-9f43-65437207e974 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:00.533011 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47354c34-b6b0-412f-9f43-65437207e974'] response: {'name': 'network-changed', 'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'status': 'completed', 'code': 200} Jul 11 14:41:00.574770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aba6e-85d5-49e9-8a32-f3bd532ba557 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb8ece-5de3-4ea9-b4ed-62ad6d8dc243,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:00.577037 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:00.592635 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 8b901616-9eed-4045-b039-9047df0bd8e7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b901616-9eed-4045-b039-9047df0bd8e7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:00.608440 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ac15a6f-9bce-4c63-8fdf-26bdd55a0974 req-cc3aba6e-85d5-49e9-8a32-f3bd532ba557 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336412 Jul 11 14:41:00.611613 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '8b901616-9eed-4045-b039-9047df0bd8e7', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:41:00.618239 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ecaf50e0-13a9-49d2-8b94-52f9ec43bb68 req-b0a094d8-7b15-4159-aa72-f2f5f0022aa4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196313 Jul 11 14:41:00.689296 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 27aef129-6bd8-4686-9e6d-915b57154c5a is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:00.689865 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.711755 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 8b901616-9eed-4045-b039-9047df0bd8e7 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:00.712140 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.738394 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b901616-9eed-4045-b039-9047df0bd8e7 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:41:00.748235 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 27aef129-6bd8-4686-9e6d-915b57154c5a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=27aef129-6bd8-4686-9e6d-915b57154c5a,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:00.756363 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.789817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:00.792258 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 8b901616-9eed-4045-b039-9047df0bd8e7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b901616-9eed-4045-b039-9047df0bd8e7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:00.800220 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:00.832639 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=27aef129-6bd8-4686-9e6d-915b57154c5a,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:00.839778 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ed67-61cf-4a03-8a73-574ccbeeee5d req-7d28c363-163c-4d1a-9611-01b74b9da880 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.845869 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7439ed67-61cf-4a03-8a73-574ccbeeee5d req-7d28c363-163c-4d1a-9611-01b74b9da880 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 944 time: 0.0832174 Jul 11 14:41:00.868348 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543499e-368b-44c6-8410-2c184098ffb4 req-63697bbf-b7c6-4845-8fc0-23b2fb0491a2 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:00.875810 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2543499e-368b-44c6-8410-2c184098ffb4 req-63697bbf-b7c6-4845-8fc0-23b2fb0491a2 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.1020958 Jul 11 14:41:00.887359 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39910) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:00.889570 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=8b901616-9eed-4045-b039-9047df0bd8e7,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:00.915504 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7439ed67-61cf-4a03-8a73-574ccbeeee5d req-152bc34a-9c79-40c6-b371-1a95d85c664a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609343 Jul 11 14:41:00.951768 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2543499e-368b-44c6-8410-2c184098ffb4 req-d6f45f63-39fa-4aa9-b525-9126fc626d0a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750973 Jul 11 14:41:01.029583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-30ac6094-c083-4dec-ad6d-ad5bfe092e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.111963 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-30ac6094-c083-4dec-ad6d-ad5bfe092e45 admin admin] Publish callbacks [] for security_group (424b041f-98ab-431e-9fbd-7b00bec45b85), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.117278 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-30ac6094-c083-4dec-ad6d-ad5bfe092e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (424b041f-98ab-431e-9fbd-7b00bec45b85), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.159148 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-30ac6094-c083-4dec-ad6d-ad5bfe092e45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7eba23022dd5473a963ee8125858ccfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705786 Jul 11 14:41:01.159969 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac6094-c083-4dec-ad6d-ad5bfe092e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424b041f-98ab-431e-9fbd-7b00bec45b85,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:01.161981 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39924) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:01.244837 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c93ed-1a68-40d6-ad16-2cca1dc21d40 req-0dd38cc4-68b5-4eb6-bcd5-20446b37930f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:01.246868 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e26c93ed-1a68-40d6-ad16-2cca1dc21d40 req-0dd38cc4-68b5-4eb6-bcd5-20446b37930f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0750804 Jul 11 14:41:01.276690 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-816ae989-418c-458d-a9fe-80257818dae9 admin admin] Publish callbacks [] for security_group (424b041f-98ab-431e-9fbd-7b00bec45b85), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.309326 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:01.325529 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-816ae989-418c-458d-a9fe-80257818dae9 admin admin] Publish callbacks [] for security_group (424b041f-98ab-431e-9fbd-7b00bec45b85), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.336120 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:01.345380 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e26c93ed-1a68-40d6-ad16-2cca1dc21d40 req-8546628d-94e1-4cba-bda4-eb50a72184fe tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911350 Jul 11 14:41:01.390253 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-816ae989-418c-458d-a9fe-80257818dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (424b041f-98ab-431e-9fbd-7b00bec45b85), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.393097 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-816ae989-418c-458d-a9fe-80257818dae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.394253 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-816ae989-418c-458d-a9fe-80257818dae9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/424b041f-98ab-431e-9fbd-7b00bec45b85 HTTP/1.1" status: 204 len: 168 time: 0.2237120 Jul 11 14:41:01.404634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ae989-418c-458d-a9fe-80257818dae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b041f-98ab-431e-9fbd-7b00bec45b85,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:01.585957 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cea853-52fc-4d98-b4c7-30c451ee1203 req-c9f7af3a-2248-4750-9ce4-c50054bdd3fb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:01.588099 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f7cea853-52fc-4d98-b4c7-30c451ee1203 req-c9f7af3a-2248-4750-9ce4-c50054bdd3fb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0517552 Jul 11 14:41:01.632844 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39946) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:01.643353 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f7cea853-52fc-4d98-b4c7-30c451ee1203 req-d1ea601b-d051-434c-9c0d-e0a82245001e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482128 Jul 11 14:41:01.749564 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2fadd-3c88-4037-a4f7-8a586a645950 req-4a802bfc-709d-4c4f-8f81-d24792cf281a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:01.751242 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-10d2fadd-3c88-4037-a4f7-8a586a645950 req-4a802bfc-709d-4c4f-8f81-d24792cf281a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.0513599 Jul 11 14:41:01.756274 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39952) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:01.770708 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-53ec65a2-fe5a-4792-ac0a-338b04f67fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.789618 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52a325dd-da29-4bdb-9456-f0a868e4424e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.827046 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-10d2fadd-3c88-4037-a4f7-8a586a645950 req-9783b2f9-84a4-4c20-a8ad-999f0b308766 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702171 Jul 11 14:41:01.836467 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aef129-6bd8-4686-9e6d-915b57154c5a'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:01.843125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d727ee92-8041-4d38-acc9-bd580a2453ba" -d '{"events": [{"server_uuid": "a0498735-9e0a-4f14-990d-a6d5076e742a", "name": "network-vif-plugged", "status": "completed", "tag": "27aef129-6bd8-4686-9e6d-915b57154c5a"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:01.870264 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-53ec65a2-fe5a-4792-ac0a-338b04f67fe3 admin admin] Publish callbacks [] for security_group (22d83c21-355e-4db1-95b3-6ff1e8011872), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.875680 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-53ec65a2-fe5a-4792-ac0a-338b04f67fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (22d83c21-355e-4db1-95b3-6ff1e8011872), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.884226 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1459e7bd-b1d7-4edf-8994-b3189dc68527 x-openstack-request-id: req-1459e7bd-b1d7-4edf-8994-b3189dc68527 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:01.884680 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0498735-9e0a-4f14-990d-a6d5076e742a", "name": "network-vif-plugged", "status": "completed", "tag": "27aef129-6bd8-4686-9e6d-915b57154c5a", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:01.885253 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1459e7bd-b1d7-4edf-8994-b3189dc68527 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:01.886376 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1459e7bd-b1d7-4edf-8994-b3189dc68527'] response: {'server_uuid': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aef129-6bd8-4686-9e6d-915b57154c5a', 'code': 200} Jul 11 14:41:01.904679 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52a325dd-da29-4bdb-9456-f0a868e4424e admin admin] Publish callbacks [] for security_group (63b56fd7-9c12-4bcc-83e4-492c13dfd16a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.908692 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52a325dd-da29-4bdb-9456-f0a868e4424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (63b56fd7-9c12-4bcc-83e4-492c13dfd16a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.917905 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-53ec65a2-fe5a-4792-ac0a-338b04f67fe3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e9dbf4ac1d549828059d61faabd4ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604762 Jul 11 14:41:01.918820 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec65a2-fe5a-4792-ac0a-338b04f67fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d83c21-355e-4db1-95b3-6ff1e8011872,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:01.921277 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39956) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:01.952202 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a325dd-da29-4bdb-9456-f0a868e4424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b56fd7-9c12-4bcc-83e4-492c13dfd16a,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:01.957738 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-52a325dd-da29-4bdb-9456-f0a868e4424e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7be548a2d79433d8e945dac40488424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224573 Jul 11 14:41:01.960410 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 39960) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:01.991329 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47b6adc6-422b-41ad-86a7-bdb424e22a04 admin admin] Publish callbacks [] for security_group (22d83c21-355e-4db1-95b3-6ff1e8011872), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:01.996192 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:02.018853 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47b6adc6-422b-41ad-86a7-bdb424e22a04 admin admin] Publish callbacks [] for security_group (22d83c21-355e-4db1-95b3-6ff1e8011872), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.030668 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-142c5891-1990-43ee-8d56-62a6e382696f admin admin] Publish callbacks [] for security_group (63b56fd7-9c12-4bcc-83e4-492c13dfd16a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.084171 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-142c5891-1990-43ee-8d56-62a6e382696f admin admin] Publish callbacks [] for security_group (63b56fd7-9c12-4bcc-83e4-492c13dfd16a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.092012 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4c4ee-a7cd-453d-aff9-fa02feb91329 req-19d02c20-b892-4915-817e-2143145747e2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:02.093496 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eef4c4ee-a7cd-453d-aff9-fa02feb91329 req-19d02c20-b892-4915-817e-2143145747e2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 945 time: 0.0754676 Jul 11 14:41:02.102327 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484fb2c-032a-474f-aebc-712e4f998209 req-e43f982c-3eee-4343-b846-e25949a3e1b3 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:02.103858 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484fb2c-032a-474f-aebc-712e4f998209 req-e43f982c-3eee-4343-b846-e25949a3e1b3 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.0734332 Jul 11 14:41:02.134304 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47b6adc6-422b-41ad-86a7-bdb424e22a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (22d83c21-355e-4db1-95b3-6ff1e8011872), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.139665 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-47b6adc6-422b-41ad-86a7-bdb424e22a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.140835 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-47b6adc6-422b-41ad-86a7-bdb424e22a04 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22d83c21-355e-4db1-95b3-6ff1e8011872 HTTP/1.1" status: 204 len: 168 time: 0.2185698 Jul 11 14:41:02.170810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6adc6-422b-41ad-86a7-bdb424e22a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d83c21-355e-4db1-95b3-6ff1e8011872,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:02.192495 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eef4c4ee-a7cd-453d-aff9-fa02feb91329 req-e9f15327-8ff5-4e6d-9601-6f94bda4dfd7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927358 Jul 11 14:41:02.206024 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484fb2c-032a-474f-aebc-712e4f998209 req-01db8c62-714c-4c64-a4ce-48e66e058588 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936277 Jul 11 14:41:02.226092 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-142c5891-1990-43ee-8d56-62a6e382696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (63b56fd7-9c12-4bcc-83e4-492c13dfd16a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.228732 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-142c5891-1990-43ee-8d56-62a6e382696f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.229901 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-142c5891-1990-43ee-8d56-62a6e382696f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63b56fd7-9c12-4bcc-83e4-492c13dfd16a HTTP/1.1" status: 204 len: 168 time: 0.2685814 Jul 11 14:41:02.240183 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c5891-1990-43ee-8d56-62a6e382696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b56fd7-9c12-4bcc-83e4-492c13dfd16a,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:02.492643 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb389ab-43c7-4ccb-9d8b-d346a874dd07 req-e8da3aca-aeda-46ea-b701-e8f108243fa9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:02.494483 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9bb389ab-43c7-4ccb-9d8b-d346a874dd07 req-e8da3aca-aeda-46ea-b701-e8f108243fa9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0580611 Jul 11 14:41:02.550738 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9bb389ab-43c7-4ccb-9d8b-d346a874dd07 req-90efa4d0-37b1-419f-8c28-460bc1ad971a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Jul 11 14:41:02.643810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39984) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:02.657820 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a0a613d0-0ca4-4989-aa86-530c108bf794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.695736 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:02.748498 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a0a613d0-0ca4-4989-aa86-530c108bf794 admin admin] Publish callbacks [] for security_group (8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.754116 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a0a613d0-0ca4-4989-aa86-530c108bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.780413 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc690-a6a0-4343-ac9d-f6b5c881e043 req-5e9d1c84-10b4-4f8d-929d-d381bfc1f860 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:02.782314 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6d2bc690-a6a0-4343-ac9d-f6b5c881e043 req-5e9d1c84-10b4-4f8d-929d-d381bfc1f860 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0565636 Jul 11 14:41:02.798377 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-a0a613d0-0ca4-4989-aa86-530c108bf794 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=277f6325754e490989a05d5d4e89526d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534026 Jul 11 14:41:02.799503 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a613d0-0ca4-4989-aa86-530c108bf794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:02.801875 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 39990) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:02.863185 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6d2bc690-a6a0-4343-ac9d-f6b5c881e043 req-7e70df09-c98a-4f37-a8ba-407d7d924479 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738952 Jul 11 14:41:02.871678 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9197ad42-267b-4d57-ae27-82b0a54bb7ef admin admin] Publish callbacks [] for security_group (8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.897168 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9197ad42-267b-4d57-ae27-82b0a54bb7ef admin admin] Publish callbacks [] for security_group (8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:02.981788 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620abcc-0e16-489d-ad09-17c12ff8a48e req-54ce60ec-b06f-43e2-b89b-fa744dddb3a1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:02.984415 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['8b901616-9eed-4045-b039-9047df0bd8e7'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:41:02.988616 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c620abcc-0e16-489d-ad09-17c12ff8a48e req-54ce60ec-b06f-43e2-b89b-fa744dddb3a1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.0599995 Jul 11 14:41:03.025266 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9197ad42-267b-4d57-ae27-82b0a54bb7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:03.028972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9197ad42-267b-4d57-ae27-82b0a54bb7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:03.032635 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9197ad42-267b-4d57-ae27-82b0a54bb7ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854 HTTP/1.1" status: 204 len: 168 time: 0.2273111 Jul 11 14:41:03.055943 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197ad42-267b-4d57-ae27-82b0a54bb7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63b8ce-e0a2-46fe-8f7b-0bdad4cea854,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:03.065257 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c620abcc-0e16-489d-ad09-17c12ff8a48e req-6b8088d0-1d91-454f-a0af-0f761c840485 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757627 Jul 11 14:41:03.131908 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-cb886cb0-c578-4961-8423-31ecd9d6007f service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552293 Jul 11 14:41:03.340012 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f38b-ed3d-4a1f-90d7-5f0551741727 req-d1bf3192-9867-4b38-a5f4-c8a792b05411 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:03.347862 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c3b9f38b-ed3d-4a1f-90d7-5f0551741727 req-d1bf3192-9867-4b38-a5f4-c8a792b05411 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.0584342 Jul 11 14:41:03.384562 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eec56-a5ab-43b6-beb4-26c90aacf640 req-ac46e984-de61-43a6-88bd-f778da2893e3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:03.386704 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-394eec56-a5ab-43b6-beb4-26c90aacf640 req-ac46e984-de61-43a6-88bd-f778da2893e3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 945 time: 0.1026187 Jul 11 14:41:03.424725 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c3b9f38b-ed3d-4a1f-90d7-5f0551741727 req-f6c2d3fb-08bf-42d6-8684-1584c7a18a9e tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634735 Jul 11 14:41:03.450192 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-394eec56-a5ab-43b6-beb4-26c90aacf640 req-95fa20eb-543f-4f1f-b316-327dfea50ee4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555546 Jul 11 14:41:03.698828 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:03.706532 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009536-f596-490c-8cf9-d4f61047ab66 req-9c361d34-28aa-456f-9ead-163975124952 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:03.709683 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-33009536-f596-490c-8cf9-d4f61047ab66 req-9c361d34-28aa-456f-9ead-163975124952 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0741076 Jul 11 14:41:03.746401 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:03.786581 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-fc2117a8-8329-4462-9e37-de50d0ee8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:03.786581 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-fc2117a8-8329-4462-9e37-de50d0ee8271 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 1128 time: 0.0879531 Jul 11 14:41:03.793052 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-33009536-f596-490c-8cf9-d4f61047ab66 req-f1a06daf-e7e8-46ee-8c21-fd89319d0dc4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768440 Jul 11 14:41:03.973722 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:04.113876 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-32759d4c-abf1-4e25-919c-5dffef443fc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 200 len: 217 time: 0.1122918 Jul 11 14:41:04.159577 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad06aed-8b49-4645-9010-be676e619ec2 req-57eedecb-2ec9-4c76-abc1-a9c4e210cebe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.167784 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8ad06aed-8b49-4645-9010-be676e619ec2 req-57eedecb-2ec9-4c76-abc1-a9c4e210cebe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.2046432 Jul 11 14:41:04.258780 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-c6ee4ea8-5133-42ff-8d57-751c711636c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.261112 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-c6ee4ea8-5133-42ff-8d57-751c711636c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.1346879 Jul 11 14:41:04.313948 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd725866-7016-4864-9b46-6349fcdd61ca req-57f220d3-d174-43ed-84f4-85f894fac667 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312998 Jul 11 14:41:04.327821 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b765f-9b60-42e6-96d5-1f2a6e656f31 req-77224ec4-f7c4-4a5c-9575-ade3bc99f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.328035 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8ad06aed-8b49-4645-9010-be676e619ec2 req-94f0ca09-250c-4333-a1fc-39a2e499df98 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591434 Jul 11 14:41:04.329941 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ed2b765f-9b60-42e6-96d5-1f2a6e656f31 req-77224ec4-f7c4-4a5c-9575-ade3bc99f9c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1129 time: 0.1497264 Jul 11 14:41:04.332193 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-5e52c395-a315-4c2d-afe2-cd899de2765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.334013 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-5e52c395-a315-4c2d-afe2-cd899de2765d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660403 Jul 11 14:41:04.344714 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4de2-cf8b-4a71-927c-a0d914af18dc req-70342810-ba6b-47a8-a393-2a9e3158fd65 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.346909 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-43fb4de2-cf8b-4a71-927c-a0d914af18dc req-70342810-ba6b-47a8-a393-2a9e3158fd65 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.1088498 Jul 11 14:41:04.471440 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-ff886e4f-bf42-4c72-ab31-31318599f1fb service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312032 Jul 11 14:41:04.494326 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ed2b765f-9b60-42e6-96d5-1f2a6e656f31 req-08c77300-3f17-4a8f-b44a-7fcf034009bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462531 Jul 11 14:41:04.499599 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-43fb4de2-cf8b-4a71-927c-a0d914af18dc req-dfab0043-37e8-4b53-87ef-6cdc7062f3d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440611 Jul 11 14:41:04.553281 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0ef64-0573-4d6c-ba22-f7ee05fff167 req-0777d69e-aa16-4ef1-9e4d-93eceb1ec661 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.555186 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e0ef64-0573-4d6c-ba22-f7ee05fff167 req-0777d69e-aa16-4ef1-9e4d-93eceb1ec661 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 943 time: 0.0545654 Jul 11 14:41:04.629634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf266-cefa-4fde-8c64-5699eed165ce req-62569a7c-f253-4bc9-b380-8381475c5e94 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.631158 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e0ef64-0573-4d6c-ba22-f7ee05fff167 req-8b3ab652-0b92-4462-820a-eeb8341f4b98 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677953 Jul 11 14:41:04.631600 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b2fcf266-cefa-4fde-8c64-5699eed165ce req-62569a7c-f253-4bc9-b380-8381475c5e94 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 945 time: 0.0631690 Jul 11 14:41:04.687974 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b2fcf266-cefa-4fde-8c64-5699eed165ce req-9380745b-a113-463b-b4ca-e2a66a3cac30 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501103 Jul 11 14:41:04.721781 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5f8fa020-0a9e-499b-a83e-8e2d443ee007 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:41:04.724174 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 8b901616-9eed-4045-b039-9047df0bd8e7 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:04.808720 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 8b901616-9eed-4045-b039-9047df0bd8e7 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:41:04.858467 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 8b901616-9eed-4045-b039-9047df0bd8e7 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:04.859473 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:04.885890 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:04.927497 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f8fa020-0a9e-499b-a83e-8e2d443ee007,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:04.943002 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '5f8fa020-0a9e-499b-a83e-8e2d443ee007', 'network_id': '5ae38dfd-9d35-4028-a44d-a35e6f13d941', 'port_id': '5f8fa020-0a9e-499b-a83e-8e2d443ee007', 'mac_address': 'fa:16:3e:82:8f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1a734c-7b6c-4edd-92dd-8ba052bed27b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:41:04.947595 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9771-b901-47e8-af2e-99141e68dbd6 req-13560863-021d-495b-a69e-db1c6d29d10b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:04.956369 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4eef9771-b901-47e8-af2e-99141e68dbd6 req-13560863-021d-495b-a69e-db1c6d29d10b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0692341 Jul 11 14:41:04.973344 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:05.004274 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 8b901616-9eed-4045-b039-9047df0bd8e7 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:05.004668 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:05.005906 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4eef9771-b901-47e8-af2e-99141e68dbd6 req-de603777-12eb-4189-a60d-c450d967a6ec tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485845 Jul 11 14:41:05.039589 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:05.042337 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b95434-e954-46c8-bd62-12d484b22bbd" -d '{"events": [{"server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "name": "network-vif-plugged", "status": "completed", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:05.053767 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:05.053767 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:05.059240 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:05.066134 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 8b901616-9eed-4045-b039-9047df0bd8e7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b901616-9eed-4045-b039-9047df0bd8e7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:05.072099 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:05.075313 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8fa020-0a9e-499b-a83e-8e2d443ee007 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:41:05.108778 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61d773-4e62-4e0f-8f2f-30a55a87d589 x-openstack-request-id: req-cf61d773-4e62-4e0f-8f2f-30a55a87d589 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:05.109085 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "name": "network-vif-plugged", "status": "completed", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:05.109340 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf61d773-4e62-4e0f-8f2f-30a55a87d589 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:05.109735 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf61d773-4e62-4e0f-8f2f-30a55a87d589'] response: {'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7', 'code': 200} Jul 11 14:41:05.130741 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f8fa020-0a9e-499b-a83e-8e2d443ee007,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:05.140843 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:05.146894 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=8b901616-9eed-4045-b039-9047df0bd8e7,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:05.201371 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=5f8fa020-0a9e-499b-a83e-8e2d443ee007,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:05.388603 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['5f8fa020-0a9e-499b-a83e-8e2d443ee007'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:41:05.561028 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9ff4-5b7d-4f26-9502-8cc9ba23c91f req-61f308f6-0459-4223-8c08-bc36d0c60c69 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:05.570613 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-89ad9ff4-5b7d-4f26-9502-8cc9ba23c91f req-61f308f6-0459-4223-8c08-bc36d0c60c69 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1007731 Jul 11 14:41:05.683059 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-4a66e687-29ad-416e-a515-c0f4ddeedfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:05.684980 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-4a66e687-29ad-416e-a515-c0f4ddeedfee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1127 time: 0.1547916 Jul 11 14:41:05.711149 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-89ad9ff4-5b7d-4f26-9502-8cc9ba23c91f req-a4d8874e-54f7-49d9-966e-3c4178dc988c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393478 Jul 11 14:41:05.712005 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ac6de-cd23-4edb-a752-8fec04d7bdfc req-99fd728d-6a96-4d84-9622-667470b1ca3c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:05.714895 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-258ac6de-cd23-4edb-a752-8fec04d7bdfc req-99fd728d-6a96-4d84-9622-667470b1ca3c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.1051183 Jul 11 14:41:05.747884 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5192227b-b9fd-4f2c-9e5e-84400221e64d req-9a965988-a0d6-4110-8e22-b338b9127e59 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189460 Jul 11 14:41:05.807798 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-258ac6de-cd23-4edb-a752-8fec04d7bdfc req-59a8cc9d-f44a-4ebc-aa0b-8ab668489b55 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798228 Jul 11 14:41:05.884802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f3658-d40f-4661-8e79-cb1666fd79a9 req-c1d82899-f9e4-4afa-b750-f5e5ff1f902d tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:05.892152 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0d3f3658-d40f-4661-8e79-cb1666fd79a9 req-c1d82899-f9e4-4afa-b750-f5e5ff1f902d tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 944 time: 0.0866768 Jul 11 14:41:05.914672 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88a990-31b4-4b71-bafb-7091e5e278e0 req-ddc04bd1-f23e-42a2-9f27-be41a150ef62 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:05.922693 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b88a990-31b4-4b71-bafb-7091e5e278e0 req-ddc04bd1-f23e-42a2-9f27-be41a150ef62 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0621819 Jul 11 14:41:05.959745 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0d3f3658-d40f-4661-8e79-cb1666fd79a9 req-241dc549-d21b-4400-b297-d33bf39d10c9 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665829 Jul 11 14:41:05.979572 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b88a990-31b4-4b71-bafb-7091e5e278e0 req-82213eb9-f022-4aba-b1f8-3e6d21c4d2e4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553248 Jul 11 14:41:06.140515 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bda7d1-4226-406f-acdc-e8c9f59e5aaa req-180b083f-4a18-42da-a961-6414a7552aa6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:06.142010 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86bda7d1-4226-406f-acdc-e8c9f59e5aaa req-180b083f-4a18-42da-a961-6414a7552aa6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0607955 Jul 11 14:41:06.197431 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86bda7d1-4226-406f-acdc-e8c9f59e5aaa req-e0773b58-6286-4c59-9958-f20604f27f5d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Jul 11 14:41:06.539170 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935d37-4b9d-4232-80d9-c500a4b0ad85 req-d5b9bbed-8dc7-4032-bb0b-243874d3094d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:06.540720 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1c935d37-4b9d-4232-80d9-c500a4b0ad85 req-d5b9bbed-8dc7-4032-bb0b-243874d3094d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Jul 11 14:41:06.610702 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1c935d37-4b9d-4232-80d9-c500a4b0ad85 req-36b6bd3b-efde-4715-b8ce-98f987cfbd0c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578210 Jul 11 14:41:06.635462 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-f6e8ea04-2042-4260-8e64-ecb106f8a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:06.635462 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-f6e8ea04-2042-4260-8e64-ecb106f8a684 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.2078176 Jul 11 14:41:06.728177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:41:06.733063 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5f8fa020-0a9e-499b-a83e-8e2d443ee007 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:06.861082 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:41:06.872726 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:06.873106 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:06.926857 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce63e6-466b-4ba2-b977-767888c1f361 req-ae8388f6-3836-4ad0-be1b-0db106b1819b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:06.934161 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:06.936717 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a2ce63e6-466b-4ba2-b977-767888c1f361 req-ae8388f6-3836-4ad0-be1b-0db106b1819b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1205473 Jul 11 14:41:06.974882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'mac_address': 'fa:16:3e:4c:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:41:07.031324 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:07.034082 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:07.034522 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.044416 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a2ce63e6-466b-4ba2-b977-767888c1f361 req-3ec03346-f4e4-4d9e-8780-81e4c658f5a3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064823 Jul 11 14:41:07.053618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abac320-5553-4aad-937a-a1288bffcece req-d1cfa095-2de7-44a3-a360-6c55f9086c89 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.056219 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8abac320-5553-4aad-937a-a1288bffcece req-d1cfa095-2de7-44a3-a360-6c55f9086c89 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.1119688 Jul 11 14:41:07.154122 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8fa020-0a9e-499b-a83e-8e2d443ee007'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:07.156342 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a5f606-6b92-4a6a-9033-5f6485949f5e" -d '{"events": [{"server_uuid": "a3e173ea-1d52-48e5-a5d1-89195af310c7", "name": "network-vif-plugged", "status": "completed", "tag": "5f8fa020-0a9e-499b-a83e-8e2d443ee007"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:07.171355 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8abac320-5553-4aad-937a-a1288bffcece req-3663cdc1-b555-43c6-adb7-9a4b19eaab48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987396 Jul 11 14:41:07.208403 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:07.208823 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.212896 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f8fa020-0a9e-499b-a83e-8e2d443ee007,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:07.242178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.250258 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b725b13-befd-4a14-98cc-9d0e599f5e17 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:41:07.251715 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:07.364572 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40190) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:07.369031 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=5f8fa020-0a9e-499b-a83e-8e2d443ee007,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:07.395087 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:07.402927 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.409873 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:07.478246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:07.508912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3035a1f-4e0f-4b95-bbb1-7001f597d9b4 req-672c9f5a-c0c6-4c00-adcc-dc4e0cbabfe1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.520489 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f3035a1f-4e0f-4b95-bbb1-7001f597d9b4 req-672c9f5a-c0c6-4c00-adcc-dc4e0cbabfe1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.2793036 Jul 11 14:41:07.564824 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-3c6d60e0-6f82-437f-b0f4-723067604e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.567024 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-3c6d60e0-6f82-437f-b0f4-723067604e1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 1128 time: 0.1752222 Jul 11 14:41:07.583247 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-814bc259-acc4-4245-ad2c-876a99f58316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 217 time: 0.0462511 Jul 11 14:41:07.598689 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cd0b7-c33c-42f3-83e9-7046897f56f4 req-5b81a056-0e95-40b3-af2a-ff22d085023b tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.608117 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b0cd0b7-c33c-42f3-83e9-7046897f56f4 req-5b81a056-0e95-40b3-af2a-ff22d085023b tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 944 time: 0.4218433 Jul 11 14:41:07.612713 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f3035a1f-4e0f-4b95-bbb1-7001f597d9b4 req-a00058bc-1d29-4c5b-9cff-0735b84a4d89 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906227 Jul 11 14:41:07.667266 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7b725b13-befd-4a14-98cc-9d0e599f5e17'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:41:07.672033 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:07.674213 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb67-125b-4095-be7a-4d76e36e8806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.686103 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b0cd0b7-c33c-42f3-83e9-7046897f56f4 req-7d53248e-b86d-4a27-ae43-67fde5306b94 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Jul 11 14:41:07.703916 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c84f05-d5e5-4d95-b54f-4113c7c96818 x-openstack-request-id: req-31c84f05-d5e5-4d95-b54f-4113c7c96818 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:07.705528 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e173ea-1d52-48e5-a5d1-89195af310c7", "name": "network-vif-plugged", "status": "completed", "tag": "5f8fa020-0a9e-499b-a83e-8e2d443ee007", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:07.705765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31c84f05-d5e5-4d95-b54f-4113c7c96818 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:07.706122 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c84f05-d5e5-4d95-b54f-4113c7c96818'] response: {'server_uuid': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8fa020-0a9e-499b-a83e-8e2d443ee007', 'code': 200} Jul 11 14:41:07.823811 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb67-125b-4095-be7a-4d76e36e8806 admin admin] Publish callbacks [] for security_group (6e17bb18-4ab6-4372-b51f-0f0f8abbe899), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.863171 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc8275-a324-4baf-b7bb-c535aac2fee0 req-1eff36c9-92b2-42ea-aac2-c8879aad9cb4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.864956 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bccc8275-a324-4baf-b7bb-c535aac2fee0 req-1eff36c9-92b2-42ea-aac2-c8879aad9cb4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1074400 Jul 11 14:41:07.882952 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfb67-125b-4095-be7a-4d76e36e8806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (6e17bb18-4ab6-4372-b51f-0f0f8abbe899), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:07.918893 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-d46625c0-1179-4738-8cbd-0ca040e1f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.921042 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-d46625c0-1179-4738-8cbd-0ca040e1f890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 1129 time: 0.0831380 Jul 11 14:41:07.926732 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-e5d3b0a1-f9cd-43bb-a8ab-8122fff3cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:07.928320 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-e5d3b0a1-f9cd-43bb-a8ab-8122fff3cc87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0988398 Jul 11 14:41:07.995171 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:08.027375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5b8bfb67-125b-4095-be7a-4d76e36e8806 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cdf933c5a44747eba680d9420d6da997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6588168 Jul 11 14:41:08.027949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:08.029687 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-fcf8e9bd-76e6-4bb1-bdbd-e34286722e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.031275 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-fcf8e9bd-76e6-4bb1-bdbd-e34286722e3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934048 Jul 11 14:41:08.034946 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40198) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:08.051427 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f07d8e-b485-4bed-b062-b202cb37bcec req-1fe20a04-364c-4195-b09b-250d9a63382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.052934 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f4f07d8e-b485-4bed-b062-b202cb37bcec req-1fe20a04-364c-4195-b09b-250d9a63382f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 1130 time: 0.1861749 Jul 11 14:41:08.080612 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bfb67-125b-4095-be7a-4d76e36e8806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17bb18-4ab6-4372-b51f-0f0f8abbe899,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:08.089676 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-8c3c710a-27de-41e2-b920-5ac327a1b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.091315 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-8c3c710a-27de-41e2-b920-5ac327a1b801 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.1621232 Jul 11 14:41:08.140784 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2752ad8-ae5e-40bf-ac33-9745af1330c9 req-d721f0a2-4da3-43a0-9e0c-46becb2052c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.142285 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c2752ad8-ae5e-40bf-ac33-9745af1330c9 req-d721f0a2-4da3-43a0-9e0c-46becb2052c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 1129 time: 0.1624691 Jul 11 14:41:08.161497 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bccc8275-a324-4baf-b7bb-c535aac2fee0 req-98c73dd1-5a37-48f2-9474-a432885e0ae8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758934 Jul 11 14:41:08.199645 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-295b79ab-cd55-432f-ad2b-352fc9bf1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.201101 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-295b79ab-cd55-432f-ad2b-352fc9bf1bc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 912 time: 0.3326035 Jul 11 14:41:08.229980 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-62c15b7c-062f-4456-a385-34e97c845770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9 HTTP/1.1" status: 200 len: 217 time: 0.1112330 Jul 11 14:41:08.272669 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f4f07d8e-b485-4bed-b062-b202cb37bcec req-77e0ac67-2ed9-47a8-9606-bce787318fd1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953256 Jul 11 14:41:08.274118 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-594e23e4-968a-49f3-91c9-48dfed03cd47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 200 len: 217 time: 0.0637603 Jul 11 14:41:08.286320 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2643d7-1947-4ed6-bd1f-da3a3131d64d req-2a19b9eb-4701-48f2-9d88-50e31db22fc5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.287857 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd2643d7-1947-4ed6-bd1f-da3a3131d64d req-2a19b9eb-4701-48f2-9d88-50e31db22fc5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 944 time: 0.0964231 Jul 11 14:41:08.300576 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-fd150c07-902b-423d-8822-f18eea361967 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618327 Jul 11 14:41:08.317358 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b472ea0d-8421-4485-b9e5-5fb9621836ef admin admin] Publish callbacks [] for security_group (6e17bb18-4ab6-4372-b51f-0f0f8abbe899), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.326672 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-900de79f-38d4-433e-b301-b0aebdfd6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.328143 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-900de79f-38d4-433e-b301-b0aebdfd6356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0903101 Jul 11 14:41:08.342083 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c2752ad8-ae5e-40bf-ac33-9745af1330c9 req-5a066a42-9b21-4337-9ff0-8e1a87168b3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756561 Jul 11 14:41:08.351754 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3523-5827-4010-95ed-27bf393e362b req-a556c6d7-0237-44cd-90e6-ddd79a9c3f1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.353250 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86cd3523-5827-4010-95ed-27bf393e362b req-a556c6d7-0237-44cd-90e6-ddd79a9c3f1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 944 time: 0.0953186 Jul 11 14:41:08.357211 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd2643d7-1947-4ed6-bd1f-da3a3131d64d req-d42979f2-fda8-4813-b93c-705308d1c5cd tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612335 Jul 11 14:41:08.368149 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b472ea0d-8421-4485-b9e5-5fb9621836ef admin admin] Publish callbacks [] for security_group (6e17bb18-4ab6-4372-b51f-0f0f8abbe899), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.371230 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:08.388156 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:08.446730 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86cd3523-5827-4010-95ed-27bf393e362b req-783f39e7-a617-4f3a-bf88-db4f160217a7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847504 Jul 11 14:41:08.465044 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b472ea0d-8421-4485-b9e5-5fb9621836ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (6e17bb18-4ab6-4372-b51f-0f0f8abbe899), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.468123 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b472ea0d-8421-4485-b9e5-5fb9621836ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.470743 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b472ea0d-8421-4485-b9e5-5fb9621836ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e17bb18-4ab6-4372-b51f-0f0f8abbe899 HTTP/1.1" status: 204 len: 168 time: 0.4154346 Jul 11 14:41:08.479259 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472ea0d-8421-4485-b9e5-5fb9621836ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17bb18-4ab6-4372-b51f-0f0f8abbe899,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:08.625425 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40218) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:08.734457 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:41:08.736667 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:08.795200 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ee800b2a-7ff8-40f5-8380-5d0e52a5d4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.843172 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 7b725b13-befd-4a14-98cc-9d0e599f5e17 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:41:08.851767 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546d9ca-6b8f-4661-bc36-62feb26f08cc req-08d16737-2d3a-44c0-936b-0476e769ac3c tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.853703 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f546d9ca-6b8f-4661-bc36-62feb26f08cc req-08d16737-2d3a-44c0-936b-0476e769ac3c tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Jul 11 14:41:08.869999 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 7b725b13-befd-4a14-98cc-9d0e599f5e17 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:08.871037 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.888264 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309572c6-f021-4f55-8c1e-d161dbc8ea07 req-abdd433f-0c82-4049-859b-3855da510ef9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:08.896418 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-309572c6-f021-4f55-8c1e-d161dbc8ea07 req-abdd433f-0c82-4049-859b-3855da510ef9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.1500716 Jul 11 14:41:08.902924 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40232) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:08.941968 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-567713cb-c499-4583-9c0a-e2921864e838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:08.983273 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-309572c6-f021-4f55-8c1e-d161dbc8ea07 req-17500820-0d6d-4192-ae57-ea272f155366 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850790 Jul 11 14:41:08.993367 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f546d9ca-6b8f-4661-bc36-62feb26f08cc req-397a8ea2-73c0-40fe-a3d0-24ae3d514263 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329601 Jul 11 14:41:09.050755 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ee800b2a-7ff8-40f5-8380-5d0e52a5d4a2 admin admin] Publish callbacks [] for security_group (bd16ce1d-fcd5-4991-968f-eb504295c17f), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.069884 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ee800b2a-7ff8-40f5-8380-5d0e52a5d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (bd16ce1d-fcd5-4991-968f-eb504295c17f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.107924 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:09.109271 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-8be3452d-90ea-48a0-9932-578fe427e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:09.111061 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-8be3452d-90ea-48a0-9932-578fe427e63e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0927727 Jul 11 14:41:09.129528 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'port_id': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'mac_address': 'fa:16:3e:1d:d4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:41:09.143823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-567713cb-c499-4583-9c0a-e2921864e838 admin admin] Publish callbacks [] for security_group (9331c9c4-de43-456a-8be0-483881ff4020), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.150667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-567713cb-c499-4583-9c0a-e2921864e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9331c9c4-de43-456a-8be0-483881ff4020), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.153038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-ce499f9f-bade-4dce-9f14-2fbb25e2f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:09.154567 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-ce499f9f-bade-4dce-9f14-2fbb25e2f235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147025 Jul 11 14:41:09.162225 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ee800b2a-7ff8-40f5-8380-5d0e52a5d4a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd47264e0cf94160ae4f6330bde0ff87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5333331 Jul 11 14:41:09.165934 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40236) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:09.190698 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800b2a-7ff8-40f5-8380-5d0e52a5d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd16ce1d-fcd5-4991-968f-eb504295c17f,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:09.218090 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:09.218503 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.245145 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24a0b11f-28dc-48aa-975f-1c265cd08f11 req-5c97a41b-dae8-46c1-8fea-4c28b13c616e service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032974 Jul 11 14:41:09.245747 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:41:09.256976 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:09.257466 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.264660 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-567713cb-c499-4583-9c0a-e2921864e838 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7916069778ba4780853c737fe4c61c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578601 Jul 11 14:41:09.265944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40240) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:09.266092 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567713cb-c499-4583-9c0a-e2921864e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9331c9c4-de43-456a-8be0-483881ff4020,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:09.291775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:09.294602 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:09.301081 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.301578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-77fbfc9a-21fe-4109-bc47-3c758f51c2b6 admin admin] Publish callbacks [] for security_group (bd16ce1d-fcd5-4991-968f-eb504295c17f), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.313049 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:09.317385 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:09.333816 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-77fbfc9a-21fe-4109-bc47-3c758f51c2b6 admin admin] Publish callbacks [] for security_group (bd16ce1d-fcd5-4991-968f-eb504295c17f), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.334775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:09.344151 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.344362 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65987-0fd9-4995-ac30-d77f8ece8780 req-d3c67886-cf82-4701-8693-7fce3d26e8b9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:09.350988 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-caf65987-0fd9-4995-ac30-d77f8ece8780 req-d3c67886-cf82-4701-8693-7fce3d26e8b9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0948212 Jul 11 14:41:09.372241 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:09.411782 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a13b433f-7ca1-4a1e-9465-2f42705b044b admin admin] Publish callbacks [] for security_group (9331c9c4-de43-456a-8be0-483881ff4020), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.414612 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-77fbfc9a-21fe-4109-bc47-3c758f51c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (bd16ce1d-fcd5-4991-968f-eb504295c17f), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.417761 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-77fbfc9a-21fe-4109-bc47-3c758f51c2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.422055 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-77fbfc9a-21fe-4109-bc47-3c758f51c2b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd16ce1d-fcd5-4991-968f-eb504295c17f HTTP/1.1" status: 204 len: 168 time: 0.2449965 Jul 11 14:41:09.430275 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbfc9a-21fe-4109-bc47-3c758f51c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd16ce1d-fcd5-4991-968f-eb504295c17f,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:09.449972 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:09.466866 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:09.484194 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-caf65987-0fd9-4995-ac30-d77f8ece8780 req-635d88db-2fcf-4f95-937a-d9f065f1b161 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320198 Jul 11 14:41:09.513505 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a13b433f-7ca1-4a1e-9465-2f42705b044b admin admin] Publish callbacks [] for security_group (9331c9c4-de43-456a-8be0-483881ff4020), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.617776 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:41:09.708013 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:09.710866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64776210-3bfa-492b-bec6-d506ebfaeef0" -d '{"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-plugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:09.719531 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf4e2-5c84-4944-a117-76221b1aaee2 req-e4f03f89-1b3f-4e42-b22b-58fb556852a4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:09.721113 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9c3bf4e2-5c84-4944-a117-76221b1aaee2 req-e4f03f89-1b3f-4e42-b22b-58fb556852a4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 945 time: 0.1456816 Jul 11 14:41:09.765345 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a13b433f-7ca1-4a1e-9465-2f42705b044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9331c9c4-de43-456a-8be0-483881ff4020), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.768296 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a13b433f-7ca1-4a1e-9465-2f42705b044b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:09.769476 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a13b433f-7ca1-4a1e-9465-2f42705b044b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9331c9c4-de43-456a-8be0-483881ff4020 HTTP/1.1" status: 204 len: 168 time: 0.5013630 Jul 11 14:41:09.801315 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9c3bf4e2-5c84-4944-a117-76221b1aaee2 req-e5d36378-2074-4df3-81d2-ee320a176cd2 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722649 Jul 11 14:41:09.804450 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-508301cd-9a7e-434f-a286-045f910f7876 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829826 Jul 11 14:41:09.811121 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b433f-7ca1-4a1e-9465-2f42705b044b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9331c9c4-de43-456a-8be0-483881ff4020,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:09.831843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939c30-e742-4711-9726-ff0ed29caefa req-22b3a204-9714-44a0-9e57-3b3f0b3dd1e4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:09.843204 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-17939c30-e742-4711-9726-ff0ed29caefa req-22b3a204-9714-44a0-9e57-3b3f0b3dd1e4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.3743005 Jul 11 14:41:09.875752 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:09.888803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-3226115e-7193-4578-b3d5-d55de7fd00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:09.891896 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-3226115e-7193-4578-b3d5-d55de7fd00ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102870 Jul 11 14:41:09.908805 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ec682-109a-440e-ae03-99dc795125b5 x-openstack-request-id: req-bb0ec682-109a-440e-ae03-99dc795125b5 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:09.909191 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-plugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:09.909453 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb0ec682-109a-440e-ae03-99dc795125b5 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:09.909870 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0ec682-109a-440e-ae03-99dc795125b5'] response: {'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'code': 200} Jul 11 14:41:09.931647 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-17939c30-e742-4711-9726-ff0ed29caefa req-82845744-ac68-489d-a72e-7e43a964ddd9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873635 Jul 11 14:41:09.997255 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40254) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:10.014053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bab1d320-741d-45c3-8b9b-20affded9873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.187885 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9a50-7b22-4eaa-9cf5-c9bb1fb6ea88 req-ca5ca071-4632-4054-ba10-0e897fd3c75d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:10.190622 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-31dd9a50-7b22-4eaa-9cf5-c9bb1fb6ea88 req-ca5ca071-4632-4054-ba10-0e897fd3c75d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0799153 Jul 11 14:41:10.212791 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:10.263398 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373fa4c-2ac9-4e3b-9c94-8358b048463f req-1d830e82-209a-4903-ba51-f6817a358ba4 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:10.272838 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1373fa4c-2ac9-4e3b-9c94-8358b048463f req-1d830e82-209a-4903-ba51-f6817a358ba4 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.1685591 Jul 11 14:41:10.297316 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bab1d320-741d-45c3-8b9b-20affded9873 admin admin] Publish callbacks [] for security_group (1af87efe-d891-4bb9-9572-3f64c3bafcbf), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.318666 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8b9bd684-e2ee-4070-8dc3-41ba3cd8c8da req-d5bb361b-c69e-4306-be41-8c4170d1b83a service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223120 Jul 11 14:41:10.319593 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bab1d320-741d-45c3-8b9b-20affded9873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1af87efe-d891-4bb9-9572-3f64c3bafcbf), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.323801 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-31dd9a50-7b22-4eaa-9cf5-c9bb1fb6ea88 req-8e4961a0-10de-446e-9911-f58fa9da5f88 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170142 Jul 11 14:41:10.402563 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-e2bc1a05-f823-45e2-8df2-8e01d935526a service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990832 Jul 11 14:41:10.425379 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-bab1d320-741d-45c3-8b9b-20affded9873 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=252a54011bd742e787a34e5c4e4cb570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247322 Jul 11 14:41:10.425379 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1d320-741d-45c3-8b9b-20affded9873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af87efe-d891-4bb9-9572-3f64c3bafcbf,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:10.428045 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40284) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:10.440464 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1373fa4c-2ac9-4e3b-9c94-8358b048463f req-41a2791e-1572-4af0-944f-d7da7b751991 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652300 Jul 11 14:41:10.481591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf9202-ccef-4e51-aaf7-4b4453def900 req-cda858c1-2263-470e-a455-82427d949d45 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:10.484434 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0fbf9202-ccef-4e51-aaf7-4b4453def900 req-cda858c1-2263-470e-a455-82427d949d45 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0780482 Jul 11 14:41:10.497157 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40286) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:10.501608 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:10.524886 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-15d957db-dcb9-4d36-bd7e-dda1724e1e06 admin admin] Publish callbacks [] for security_group (1af87efe-d891-4bb9-9572-3f64c3bafcbf), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.554268 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-15d957db-dcb9-4d36-bd7e-dda1724e1e06 admin admin] Publish callbacks [] for security_group (1af87efe-d891-4bb9-9572-3f64c3bafcbf), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.595304 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (153977f5-4184-4b1f-bd22-ff457cfa8210), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.727728 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:10.747461 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:10.765042 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-15d957db-dcb9-4d36-bd7e-dda1724e1e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1af87efe-d891-4bb9-9572-3f64c3bafcbf), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.767855 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-15d957db-dcb9-4d36-bd7e-dda1724e1e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.772128 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-15d957db-dcb9-4d36-bd7e-dda1724e1e06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1af87efe-d891-4bb9-9572-3f64c3bafcbf HTTP/1.1" status: 204 len: 168 time: 0.3401315 Jul 11 14:41:10.781921 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a9035-cfa7-4657-9ec6-eb19abc40b8d req-ad5bf15c-1baa-4487-844a-e510dc275efd tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:10.783749 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1b3a9035-cfa7-4657-9ec6-eb19abc40b8d req-ad5bf15c-1baa-4487-844a-e510dc275efd tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1611717 Jul 11 14:41:10.828870 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d957db-dcb9-4d36-bd7e-dda1724e1e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af87efe-d891-4bb9-9572-3f64c3bafcbf,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:10.844212 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:41:10.856428 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:10.857041 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:10.940233 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c54079b-aa01-4ce1-b8dc-1eebdfb84ebd req-bb169ed0-1116-4ede-8b0b-0ab9c42f8074 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289863 Jul 11 14:41:10.950014 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1b3a9035-cfa7-4657-9ec6-eb19abc40b8d req-e3553af0-6a3f-4473-9761-d60ecf144ecb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279018 Jul 11 14:41:10.993156 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40310) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:10.996856 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:10.997359 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.031952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8c204-9861-4764-a66d-7e7594297547 req-79df439e-04c7-4425-a846-29b1b5117b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:11.043387 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:11.044423 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-82c8c204-9861-4764-a66d-7e7594297547 req-79df439e-04c7-4425-a846-29b1b5117b0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1129 time: 0.2095110 Jul 11 14:41:11.052218 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.134111 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4839558-12dc-4bc2-8245-0ea91455fa32 req-9de9ce6d-ae38-4a75-969b-4d6a9329f5db tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:11.142676 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c4839558-12dc-4bc2-8245-0ea91455fa32 req-9de9ce6d-ae38-4a75-969b-4d6a9329f5db tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0884652 Jul 11 14:41:11.153542 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:11.168290 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4ced6-8587-43f9-b4b3-a1c16004db48 req-427a7413-4909-4a9a-9704-3f0c99faa62c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:11.173371 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-25b4ced6-8587-43f9-b4b3-a1c16004db48 req-427a7413-4909-4a9a-9704-3f0c99faa62c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.1962507 Jul 11 14:41:11.207191 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c4839558-12dc-4bc2-8245-0ea91455fa32 req-83b13ef6-1c4e-4d0b-8df7-cb159f85a4f3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633419 Jul 11 14:41:11.351093 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-82c8c204-9861-4764-a66d-7e7594297547 req-7d052856-1331-4c33-9a56-1c0544ccad2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836769 Jul 11 14:41:11.380463 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-25b4ced6-8587-43f9-b4b3-a1c16004db48 req-97c913c7-686e-4f87-98ef-0262bfcd3f8f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330020 Jul 11 14:41:11.420355 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.597062 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:11.604937 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Publish callbacks [] for security_group (7d82363d-2532-41c3-9e7e-f4aca40e9561), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.623488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (7d82363d-2532-41c3-9e7e-f4aca40e9561), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.649405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:11.719117 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414c58-3891-4d6c-b389-4debb901f6c7 req-89e0f8d4-522c-4115-873a-1dd769700ae4 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:11.721113 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-88414c58-3891-4d6c-b389-4debb901f6c7 req-89e0f8d4-522c-4115-873a-1dd769700ae4 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.1281078 Jul 11 14:41:11.723594 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d82363d-2532-41c3-9e7e-f4aca40e9561,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:11.734073 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28ebea9991bb48eda27cde2776d05a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7397461 Jul 11 14:41:11.734851 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40330) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:11.766900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.767358 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.767787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.768243 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.768667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.769084 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.769503 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.769914 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.770472 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.771194 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.771725 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.772142 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.772646 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.773053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.773531 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85713ff3-55fd-4859-973a-4b7a734f3591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:11.877203 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-88414c58-3891-4d6c-b389-4debb901f6c7 req-a4e58010-d987-493c-8b0c-3e784b4f95aa tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370265 Jul 11 14:41:11.883292 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c0523cd6-7bf3-4869-ba7f-83fea72b360a admin admin] Publish callbacks [] for security_group (7d82363d-2532-41c3-9e7e-f4aca40e9561), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.911282 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:11.917945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cf9d49-814d-4033-9aa3-27885806179b" -d '{"events": [{"server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "name": "network-vif-plugged", "status": "completed", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:11.961070 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c0523cd6-7bf3-4869-ba7f-83fea72b360a admin admin] Publish callbacks [] for security_group (7d82363d-2532-41c3-9e7e-f4aca40e9561), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:11.974372 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:12.044786 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c0523cd6-7bf3-4869-ba7f-83fea72b360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (7d82363d-2532-41c3-9e7e-f4aca40e9561), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:12.049355 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d11ff61-ad57-492f-9e68-e7cd60fb09d1 x-openstack-request-id: req-9d11ff61-ad57-492f-9e68-e7cd60fb09d1 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:12.049914 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "name": "network-vif-plugged", "status": "completed", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:12.049914 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d11ff61-ad57-492f-9e68-e7cd60fb09d1 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:12.050279 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d11ff61-ad57-492f-9e68-e7cd60fb09d1'] response: {'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'code': 200} Jul 11 14:41:12.051058 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c0523cd6-7bf3-4869-ba7f-83fea72b360a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:12.052204 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c0523cd6-7bf3-4869-ba7f-83fea72b360a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d82363d-2532-41c3-9e7e-f4aca40e9561 HTTP/1.1" status: 204 len: 168 time: 0.3109765 Jul 11 14:41:12.071494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0523cd6-7bf3-4869-ba7f-83fea72b360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d82363d-2532-41c3-9e7e-f4aca40e9561,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:12.254262 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2391e-7c6f-4399-bbb7-c0b67cb43fed req-be3935cf-cd19-4973-9721-804133c657e4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:12.267582 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-43d2391e-7c6f-4399-bbb7-c0b67cb43fed req-be3935cf-cd19-4973-9721-804133c657e4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1268551 Jul 11 14:41:12.391380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.db.resource_extend [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:41:12.397920 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-43d2391e-7c6f-4399-bbb7-c0b67cb43fed req-7f8682fc-815c-4c67-b357-f252983d5eba tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278090 Jul 11 14:41:12.524819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838be65-1b47-4d2d-8bbe-6812c7760a66 req-9c73fb06-561a-478b-915c-d5d536be8560 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:12.532592 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5838be65-1b47-4d2d-8bbe-6812c7760a66 req-9c73fb06-561a-478b-915c-d5d536be8560 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0759547 Jul 11 14:41:12.585908 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:12.624352 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5838be65-1b47-4d2d-8bbe-6812c7760a66 req-28f27a54-bceb-40e8-8ee3-f67925efb20e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907519 Jul 11 14:41:12.625352 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (153977f5-4184-4b1f-bd22-ff457cfa8210), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:12.648434 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fdc8e-cddd-441e-a323-7589e69c9366 req-eb590f02-46c7-40f8-8fa0-8c09ecfaa8ca tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:12.650418 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-684fdc8e-cddd-441e-a323-7589e69c9366 req-eb590f02-46c7-40f8-8fa0-8c09ecfaa8ca tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.1095350 Jul 11 14:41:12.709825 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40368) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:12.739023 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-684fdc8e-cddd-441e-a323-7589e69c9366 req-a63f9d61-60c4-4d59-963c-a4b0d44e6c39 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736742 Jul 11 14:41:12.781316 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:12.806547 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP 153977f5-4184-4b1f-bd22-ff457cfa8210 associated. External IP: 172.37.1.16, port: 8b901616-9eed-4045-b039-9047df0bd8e7. Jul 11 14:41:13.091688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Publish callbacks [] for security_group (66e27575-2ae4-4248-9be9-3ba1bdc834f4), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.103048 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (66e27575-2ae4-4248-9be9-3ba1bdc834f4), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.150814 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542550-c8e1-4165-8bea-a0eb878f3d72 req-72a12025-342e-4ba9-af89-5dd038def310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:13.152322 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da542550-c8e1-4165-8bea-a0eb878f3d72 req-72a12025-342e-4ba9-af89-5dd038def310 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 1130 time: 0.1223619 Jul 11 14:41:13.212361 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e27575-2ae4-4248-9be9-3ba1bdc834f4,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:13.218935 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c69e33d94b04656908a7041cc37f11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078220 Jul 11 14:41:13.221965 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40388) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:13.229769 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:13.237683 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.238028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.238377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.238751 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.239090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.239460 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.240193 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.240193 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.240638 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.240934 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.241269 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.241598 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.241924 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.242249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.242601 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853c80b-4fc6-4d8e-914e-f4f0cfd03e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:13.253078 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:41:13.268261 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da542550-c8e1-4165-8bea-a0eb878f3d72 req-78376281-5cc3-4428-a253-daaf495690c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064646 Jul 11 14:41:13.303433 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88c752df-f329-4a13-9901-adc4bf761e2e admin admin] Publish callbacks [] for security_group (66e27575-2ae4-4248-9be9-3ba1bdc834f4), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.326528 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:13.339853 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=7 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:13.340637 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88c752df-f329-4a13-9901-adc4bf761e2e admin admin] Publish callbacks [] for security_group (66e27575-2ae4-4248-9be9-3ba1bdc834f4), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.368577 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:13.392229 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:13.400428 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.402804 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88c752df-f329-4a13-9901-adc4bf761e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (66e27575-2ae4-4248-9be9-3ba1bdc834f4), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.406134 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88c752df-f329-4a13-9901-adc4bf761e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:13.409956 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-88c752df-f329-4a13-9901-adc4bf761e2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66e27575-2ae4-4248-9be9-3ba1bdc834f4 HTTP/1.1" status: 204 len: 168 time: 0.1846371 Jul 11 14:41:13.413480 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:13.434116 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c752df-f329-4a13-9901-adc4bf761e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e27575-2ae4-4248-9be9-3ba1bdc834f4,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:13.444189 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c3b1f486-9934-4b1f-9cc1-7ca2846bb3a5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "PUT /v2.0/floatingips/153977f5-4184-4b1f-bd22-ff457cfa8210 HTTP/1.1" status: 200 len: 991 time: 2.9463704 Jul 11 14:41:13.444674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:13.447131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d7e0d9-6664-4590-a70c-3bb5235bee29" -d '{"events": [{"name": "network-changed", "server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:13.459699 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:13.470766 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:13.549944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d9b5fc-d119-4abf-a297-da969876a9a2 x-openstack-request-id: req-98d9b5fc-d119-4abf-a297-da969876a9a2 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:13.550259 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:13.550653 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98d9b5fc-d119-4abf-a297-da969876a9a2 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:13.551345 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d9b5fc-d119-4abf-a297-da969876a9a2'] response: {'name': 'network-changed', 'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7', 'status': 'completed', 'code': 200} Jul 11 14:41:13.632256 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22a820-38e5-4700-8f1c-1055c69c55b9 req-89a37818-8717-4a1f-aaab-d89010e01d46 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:13.632613 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:13.640729 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8c22a820-38e5-4700-8f1c-1055c69c55b9 req-89a37818-8717-4a1f-aaab-d89010e01d46 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1457393 Jul 11 14:41:13.722082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-19145f07-6305-46ac-921d-b651e71e0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:13.723678 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-19145f07-6305-46ac-921d-b651e71e0bfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 1130 time: 0.1294997 Jul 11 14:41:13.874630 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8c22a820-38e5-4700-8f1c-1055c69c55b9 req-93c46318-e915-4a36-a414-be046e6a1515 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315750 Jul 11 14:41:13.931164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a481-7352-452c-bc58-c4f574624143 req-5fef7a26-e59a-4ebc-bb88-2cb489f7cc93 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:13.938909 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7c43a481-7352-452c-bc58-c4f574624143 req-5fef7a26-e59a-4ebc-bb88-2cb489f7cc93 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1343193 Jul 11 14:41:14.029841 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7c43a481-7352-452c-bc58-c4f574624143 req-29f18115-b0c0-4b95-8279-a3d0e12c2164 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892637 Jul 11 14:41:14.094067 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:12Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:14.167229 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:14.179810 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:14.180701 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:14.217565 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0dac4-d251-4cc7-93d3-f66a8895df42 req-a5047d30-e9b8-467c-9604-c050c2cb9766 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:14.217744 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-dfc96fd0-ef78-4d5c-be62-ad60dd4f8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:14.219888 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-dfc96fd0-ef78-4d5c-be62-ad60dd4f8473 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.1389637 Jul 11 14:41:14.220799 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-29c0dac4-d251-4cc7-93d3-f66a8895df42 req-a5047d30-e9b8-467c-9604-c050c2cb9766 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0895183 Jul 11 14:41:14.344269 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-29c0dac4-d251-4cc7-93d3-f66a8895df42 req-75105da6-7d65-4a91-9004-c6716d252c53 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005003 Jul 11 14:41:14.346791 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-165a050f-bcc0-466d-9f2e-28f0739273ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1243231 Jul 11 14:41:14.412310 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:14.428538 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-c099558e-de21-4800-819d-4030e03256cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b901616-9eed-4045-b039-9047df0bd8e7 HTTP/1.1" status: 200 len: 999 time: 0.1921468 Jul 11 14:41:14.615099 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351f921-9e8a-4131-8415-672cd953cc0d req-21e8992f-0cdf-4e14-b3e8-fefc95cb89a4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:14.620799 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e351f921-9e8a-4131-8415-672cd953cc0d req-21e8992f-0cdf-4e14-b3e8-fefc95cb89a4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0782042 Jul 11 14:41:14.626108 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40454) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:14.631248 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'floatingip': {'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:14.684052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (532060f9-59eb-42a6-a472-1ec3575c84ba), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:14.760093 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:12Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:14.791125 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc492a-8fc5-4018-83c3-75e772a5be1d None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:12Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:15.015038 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:15.108243 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d5ae-f990-4601-8bcf-7ad7877cd852 req-27cfa50f-b695-4b07-8f85-cb597b932877 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.115612 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3822d5ae-f990-4601-8bcf-7ad7877cd852 req-27cfa50f-b695-4b07-8f85-cb597b932877 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1124818 Jul 11 14:41:15.116254 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-2fa0387c-cb44-468a-ae57-39726113bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.121371 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-2fa0387c-cb44-468a-ae57-39726113bcd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1129 time: 0.1028016 Jul 11 14:41:15.210011 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440be0a-554f-47d5-bee5-51eadf82a807 None None] New status for floating IP 153977f5-4184-4b1f-bd22-ff457cfa8210: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:41:15.297560 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-0c27bbc5-ca16-41f0-81b6-38e3864e50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.299098 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-0c27bbc5-ca16-41f0-81b6-38e3864e50d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.1413507 Jul 11 14:41:15.388375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-a4292444-f1d3-4cf1-9738-e1294f411346 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 200 len: 217 time: 0.0423846 Jul 11 14:41:15.411950 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3822d5ae-f990-4601-8bcf-7ad7877cd852 req-8d3415cb-af8d-411b-82f4-a1f1175c98be tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950077 Jul 11 14:41:15.432246 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-14903de7-c2b5-4449-899f-7911f2c8eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.434085 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-14903de7-c2b5-4449-899f-7911f2c8eab7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.3154550 Jul 11 14:41:15.559394 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:15.571890 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-87913097-5536-4bb0-93c0-24097e971060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.574168 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-87913097-5536-4bb0-93c0-24097e971060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.1793435 Jul 11 14:41:15.584675 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031f7a-2ae4-4141-8334-a77aa6febdfb req-d3a3389c-ac95-4aa3-bd5c-ed7dec14a726 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.593099 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d6031f7a-2ae4-4141-8334-a77aa6febdfb req-d3a3389c-ac95-4aa3-bd5c-ed7dec14a726 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0820839 Jul 11 14:41:15.596182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-e773ecd9-383b-4afe-9ac2-5036c10383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.600056 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-e773ecd9-383b-4afe-9ac2-5036c10383fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1582735 Jul 11 14:41:15.691303 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d6031f7a-2ae4-4141-8334-a77aa6febdfb req-7efaddfe-74e3-4aea-b21c-9222019b68f4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969868 Jul 11 14:41:15.731192 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-d59f882b-4d0f-4d10-bda8-669e4c6c3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:15.733152 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-d59f882b-4d0f-4d10-bda8-669e4c6c3c19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846169 Jul 11 14:41:15.755795 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:15.839698 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40504) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:15.888377 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-1cc2c2d4-e8df-45ad-9ddf-07b448552eff service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439488 Jul 11 14:41:16.017827 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3dcb-8c97-465a-92b0-a2ea19845141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.051120 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7187fa-7f80-4d12-8776-484df3b7b29b req-84bd42ee-fa95-4f45-a884-d5cd3ac063db tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:16.052403 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ef7187fa-7f80-4d12-8776-484df3b7b29b req-84bd42ee-fa95-4f45-a884-d5cd3ac063db tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0559616 Jul 11 14:41:16.058985 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.db.resource_extend [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:41:16.059436 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6b422e01-5a3b-40fe-9a78-551e7f8ab80d req-eaa85162-982a-456a-bbb1-cc7942736cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630607 Jul 11 14:41:16.078679 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40508) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:16.090152 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'floatingip': {'port_id': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:16.163125 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.173750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (532060f9-59eb-42a6-a472-1ec3575c84ba), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.176799 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:16.183627 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (079cf903-e897-4a4c-91f7-0b6e904c7e95), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.243765 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-86473e38-acab-475b-b934-74e7f80e1368 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024756 Jul 11 14:41:16.307430 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Floating IP 532060f9-59eb-42a6-a472-1ec3575c84ba associated. External IP: 172.37.1.215, port: 7b725b13-befd-4a14-98cc-9d0e599f5e17. Jul 11 14:41:16.328662 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:16.368352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3dcb-8c97-465a-92b0-a2ea19845141 admin admin] Publish callbacks [] for security_group (0af2d1dc-1b31-42c4-ab16-85ef7476a228), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.381477 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3dcb-8c97-465a-92b0-a2ea19845141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (0af2d1dc-1b31-42c4-ab16-85ef7476a228), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.471953 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3ebd3dcb-8c97-465a-92b0-a2ea19845141 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=832778af1b9a431fa277ed974f10ecfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309574 Jul 11 14:41:16.474860 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40516) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:16.506249 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd3dcb-8c97-465a-92b0-a2ea19845141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af2d1dc-1b31-42c4-ab16-85ef7476a228,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:16.569339 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32ed90-62f7-4650-9dd1-d0bdf8d07833 req-d2238bd9-8c0d-4fb9-91f5-fc84157f004d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:16.570849 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ba32ed90-62f7-4650-9dd1-d0bdf8d07833 req-d2238bd9-8c0d-4fb9-91f5-fc84157f004d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0731688 Jul 11 14:41:16.579614 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46d7e0d9-6664-4590-a70c-3bb5235bee29 req-c4515fb5-9d50-4865-9b9c-bc65a4a7fda8 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891687 Jul 11 14:41:16.632394 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c05136e7-b54a-4820-af94-6f4840d36f6e admin admin] Publish callbacks [] for security_group (0af2d1dc-1b31-42c4-ab16-85ef7476a228), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.664053 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c05136e7-b54a-4820-af94-6f4840d36f6e admin admin] Publish callbacks [] for security_group (0af2d1dc-1b31-42c4-ab16-85ef7476a228), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.673512 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:41:16.724761 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:16.783816 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ba32ed90-62f7-4650-9dd1-d0bdf8d07833 req-48a5e9ef-9664-4757-91fd-710d85832965 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866975 Jul 11 14:41:16.814782 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c05136e7-b54a-4820-af94-6f4840d36f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (0af2d1dc-1b31-42c4-ab16-85ef7476a228), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.817339 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c05136e7-b54a-4820-af94-6f4840d36f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.821284 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c05136e7-b54a-4820-af94-6f4840d36f6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0af2d1dc-1b31-42c4-ab16-85ef7476a228 HTTP/1.1" status: 204 len: 168 time: 0.3437271 Jul 11 14:41:16.836987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05136e7-b54a-4820-af94-6f4840d36f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af2d1dc-1b31-42c4-ab16-85ef7476a228,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:16.863788 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:16.874328 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:16.881080 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:16.903803 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:16.904451 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:16.932111 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c29b37fb-5f37-4ef0-8982-c02b7c8242df tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "PUT /v2.0/floatingips/532060f9-59eb-42a6-a472-1ec3575c84ba HTTP/1.1" status: 200 len: 991 time: 2.3043134 Jul 11 14:41:16.932834 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:16.936590 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71be7d-d6cc-480a-b63e-e763ad9447cd" -d '{"events": [{"name": "network-changed", "server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:16.986024 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203ec6e-7657-47fb-9cbc-f5dee1363943 x-openstack-request-id: req-6203ec6e-7657-47fb-9cbc-f5dee1363943 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:16.986302 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:16.986621 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6203ec6e-7657-47fb-9cbc-f5dee1363943 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:16.987071 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6203ec6e-7657-47fb-9cbc-f5dee1363943'] response: {'name': 'network-changed', 'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'status': 'completed', 'code': 200} Jul 11 14:41:17.085817 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:17.115099 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:17.198211 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-6b9314c0-688d-4ed6-add2-6c80538df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:17.200028 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-6b9314c0-688d-4ed6-add2-6c80538df72c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1129 time: 0.0507286 Jul 11 14:41:17.208205 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40536) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:17.223995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.db.resource_extend [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:41:17.336622 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:17.342358 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (079cf903-e897-4a4c-91f7-0b6e904c7e95), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:17.352944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:17.416941 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ef900aa3-0156-4a01-adc0-65be5941e5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:17.419851 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-7438db74-a7d1-44d2-a5af-7e938335d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:17.421523 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-7438db74-a7d1-44d2-a5af-7e938335d906 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.2111766 Jul 11 14:41:17.447180 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:17.475568 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '532060f9-59eb-42a6-a472-1ec3575c84ba', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'floating_ip_address': '172.37.1.215', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'mac_address': 'fa:16:3e:4c:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:40Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:17.481269 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:17.488529 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Floating IP 079cf903-e897-4a4c-91f7-0b6e904c7e95 associated. External IP: 172.37.1.56, port: edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87. Jul 11 14:41:17.526913 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-5d827548-5f38-4b43-91d8-1d7de5ce6250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 999 time: 0.0972095 Jul 11 14:41:17.540640 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:17.550765 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:17.551388 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:17.647646 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-1b9d2bef-8004-4007-b014-8f3ec2ba6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:17.648286 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-1b9d2bef-8004-4007-b014-8f3ec2ba6041 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0992789 Jul 11 14:41:17.704033 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ef900aa3-0156-4a01-adc0-65be5941e5c7 admin admin] Publish callbacks [] for security_group (57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:17.746472 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ef900aa3-0156-4a01-adc0-65be5941e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:17.777780 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef900aa3-0156-4a01-adc0-65be5941e5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:17.804539 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:17.826680 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-b24b27d5-e00a-463a-baff-0bb9f1fecdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:17.833309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Router 0826b137-59e6-415a-96ae-9cbf956c4202 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:41:17.835052 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-b24b27d5-e00a-463a-baff-0bb9f1fecdaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1690509 Jul 11 14:41:17.999043 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ef900aa3-0156-4a01-adc0-65be5941e5c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78d4886c6e394511a1c64b59f3e5ee7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7896960 Jul 11 14:41:17.999219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40588) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:18.022196 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea79f7a-9b62-4534-8aee-bcc078e60a36 req-955c4464-0c0d-4dfa-b8eb-f5403c7dbc99 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:18.029691 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5ea79f7a-9b62-4534-8aee-bcc078e60a36 req-955c4464-0c0d-4dfa-b8eb-f5403c7dbc99 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1227045 Jul 11 14:41:18.041695 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-b06c0c9d-dab0-400b-bdaa-9d4a0da41e47 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051866 Jul 11 14:41:18.062182 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:18.123056 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '532060f9-59eb-42a6-a472-1ec3575c84ba', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'floating_ip_address': '172.37.1.215', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'mac_address': 'fa:16:3e:4c:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:40Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:18.132262 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5ea79f7a-9b62-4534-8aee-bcc078e60a36 req-b8cebfed-eef7-4a94-8422-805736e6acf4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016061 Jul 11 14:41:18.143117 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:18.148439 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:18.157832 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:18.178320 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907ca67-9df0-43d4-a925-ea8263d1de6d None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '532060f9-59eb-42a6-a472-1ec3575c84ba', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'floating_ip_address': '172.37.1.215', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'mac_address': 'fa:16:3e:4c:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:40Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:18.191098 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:18.193338 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:18.195536 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7c71be7d-d6cc-480a-b63e-e763ad9447cd req-1e41cb5e-aecd-4104-b974-e9293c558325 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450682 Jul 11 14:41:18.199005 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd8-bf70-4801-9607-b49a25119533 admin admin] Publish callbacks [] for security_group (57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:18.216665 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-40d4b9b4-54ea-4111-963a-b107bea2cd8a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "PUT /v2.0/floatingips/079cf903-e897-4a4c-91f7-0b6e904c7e95 HTTP/1.1" status: 200 len: 991 time: 2.1350672 Jul 11 14:41:18.219466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:18.225921 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17f959-a909-43ac-911c-d7ad2c6fac7b" -d '{"events": [{"name": "network-changed", "server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:18.251129 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd8-bf70-4801-9607-b49a25119533 admin admin] Publish callbacks [] for security_group (57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:18.299290 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7083ce89-8b40-4b75-ac4e-bdd7e9a83d42 x-openstack-request-id: req-7083ce89-8b40-4b75-ac4e-bdd7e9a83d42 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:18.299505 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:18.299759 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7083ce89-8b40-4b75-ac4e-bdd7e9a83d42 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:18.300263 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7083ce89-8b40-4b75-ac4e-bdd7e9a83d42'] response: {'name': 'network-changed', 'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'status': 'completed', 'code': 200} Jul 11 14:41:18.326136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd8-bf70-4801-9607-b49a25119533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:18.331616 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd8-bf70-4801-9607-b49a25119533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:18.335446 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e9580cd8-bf70-4801-9607-b49a25119533 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad HTTP/1.1" status: 204 len: 168 time: 0.3349836 Jul 11 14:41:18.347081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9580cd8-bf70-4801-9607-b49a25119533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd1c34-0f6a-4bf2-885d-3c95c4dcd7ad,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:18.365050 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:18.371254 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:18.402776 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-b28bc330-943b-4dca-88aa-7ac7b472e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:18.404590 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-b28bc330-943b-4dca-88aa-7ac7b472e24c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 1130 time: 0.0629032 Jul 11 14:41:18.576586 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-89b3344e-4e3f-49de-a014-3409e93150ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:18.582588 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-89b3344e-4e3f-49de-a014-3409e93150ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 912 time: 0.1705029 Jul 11 14:41:18.717533 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-5d92326e-8984-46ac-90b7-069ae8670ce5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 200 len: 999 time: 0.1168516 Jul 11 14:41:18.742603 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '079cf903-e897-4a4c-91f7-0b6e904c7e95', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'floating_ip_address': '172.37.1.56', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'port_id': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'mac_address': 'fa:16:3e:1d:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a90c58-0027-47e8-8909-44512060e08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:42Z', 'updated_at': '2022-07-11T14:41:17Z', 'revision_number': 1, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:18.782856 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:18.793350 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:18.794081 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:40:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:18.809596 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-aaa50347-e0a2-4cdc-afa2-2677f7111a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:18.811802 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-aaa50347-e0a2-4cdc-afa2-2677f7111a1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0867822 Jul 11 14:41:18.896602 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-4daa9bfe-a4c6-4dd3-ab00-52c9db0c393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:18.898798 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-4daa9bfe-a4c6-4dd3-ab00-52c9db0c393b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698490 Jul 11 14:41:18.948541 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:18.978186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:18.998908 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:18.999564 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40646) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:19.026504 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9219e23-8857-46a4-a67f-76632a84d8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.061907 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:19.075686 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-7bdec115-9f7d-4b5d-9439-6fac8e742b36 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660295 Jul 11 14:41:19.184805 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af17f959-a909-43ac-911c-d7ad2c6fac7b req-1b51438f-48af-4894-9001-7b95fa4689df service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012824 Jul 11 14:41:19.201182 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9219e23-8857-46a4-a67f-76632a84d8b8 admin admin] Publish callbacks [] for security_group (86b1e7f1-b38e-4353-99f3-4f82a930c796), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.208355 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9219e23-8857-46a4-a67f-76632a84d8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (86b1e7f1-b38e-4353-99f3-4f82a930c796), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.294557 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f9219e23-8857-46a4-a67f-76632a84d8b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc4faa647dc54781aee53e4efbf61792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897940 Jul 11 14:41:19.297240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40662) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:19.303681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9219e23-8857-46a4-a67f-76632a84d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b1e7f1-b38e-4353-99f3-4f82a930c796,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:19.320314 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5367461-0732-4c14-9028-d6e89c1c4718 req-5ea0e950-6994-4f39-a6a9-b414d1c1f1ab tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:19.321972 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d5367461-0732-4c14-9028-d6e89c1c4718 req-5ea0e950-6994-4f39-a6a9-b414d1c1f1ab tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0836833 Jul 11 14:41:19.387874 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d469f-28e9-4c48-ad27-2de92654277f None None] New status for floating IP 532060f9-59eb-42a6-a472-1ec3575c84ba: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:41:19.389234 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:19.450506 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d8777d91-e8ef-44e4-9fd8-0ec9b78eafa7 admin admin] Publish callbacks [] for security_group (86b1e7f1-b38e-4353-99f3-4f82a930c796), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.454759 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d5367461-0732-4c14-9028-d6e89c1c4718 req-e8aef83d-88be-4ffe-bf35-a5a50649d532 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260464 Jul 11 14:41:19.507908 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d8777d91-e8ef-44e4-9fd8-0ec9b78eafa7 admin admin] Publish callbacks [] for security_group (86b1e7f1-b38e-4353-99f3-4f82a930c796), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.590617 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d8777d91-e8ef-44e4-9fd8-0ec9b78eafa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (86b1e7f1-b38e-4353-99f3-4f82a930c796), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.592398 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d8777d91-e8ef-44e4-9fd8-0ec9b78eafa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.594024 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d8777d91-e8ef-44e4-9fd8-0ec9b78eafa7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86b1e7f1-b38e-4353-99f3-4f82a930c796 HTTP/1.1" status: 204 len: 168 time: 0.2944813 Jul 11 14:41:19.606849 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '079cf903-e897-4a4c-91f7-0b6e904c7e95', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'floating_ip_address': '172.37.1.56', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'port_id': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'mac_address': 'fa:16:3e:1d:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a90c58-0027-47e8-8909-44512060e08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:42Z', 'updated_at': '2022-07-11T14:41:17Z', 'revision_number': 1, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:19.609683 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777d91-e8ef-44e4-9fd8-0ec9b78eafa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b1e7f1-b38e-4353-99f3-4f82a930c796,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:19.643102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40674) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:19.655681 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151ab0f-479f-4141-a5fd-76583c8fd08a None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '079cf903-e897-4a4c-91f7-0b6e904c7e95', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'floating_ip_address': '172.37.1.56', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'port_id': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'mac_address': 'fa:16:3e:1d:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a90c58-0027-47e8-8909-44512060e08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:42Z', 'updated_at': '2022-07-11T14:41:17Z', 'revision_number': 1, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:19.819329 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-19b4cb9d-1386-48ae-9ef0-b9f7b92214c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.918125 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-19b4cb9d-1386-48ae-9ef0-b9f7b92214c0 admin admin] Publish callbacks [] for security_group (18114e5b-2057-48f6-b366-e30aca33cf2c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.924643 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-19b4cb9d-1386-48ae-9ef0-b9f7b92214c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (18114e5b-2057-48f6-b366-e30aca33cf2c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:19.976132 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4cb9d-1386-48ae-9ef0-b9f7b92214c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18114e5b-2057-48f6-b366-e30aca33cf2c,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:19.985425 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-19b4cb9d-1386-48ae-9ef0-b9f7b92214c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea4bc771273b46aa8dfda3b4c5f35c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407276 Jul 11 14:41:19.988241 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40684) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:20.062326 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6e11d5a3-09b5-495c-a481-44b2b294121f admin admin] Publish callbacks [] for security_group (18114e5b-2057-48f6-b366-e30aca33cf2c), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.092615 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6e11d5a3-09b5-495c-a481-44b2b294121f admin admin] Publish callbacks [] for security_group (18114e5b-2057-48f6-b366-e30aca33cf2c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.152937 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6e11d5a3-09b5-495c-a481-44b2b294121f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (18114e5b-2057-48f6-b366-e30aca33cf2c), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.155855 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6e11d5a3-09b5-495c-a481-44b2b294121f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.159769 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-6e11d5a3-09b5-495c-a481-44b2b294121f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18114e5b-2057-48f6-b366-e30aca33cf2c HTTP/1.1" status: 204 len: 168 time: 0.1675646 Jul 11 14:41:20.169343 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11d5a3-09b5-495c-a481-44b2b294121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18114e5b-2057-48f6-b366-e30aca33cf2c,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:20.515696 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40706) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:20.530741 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d0c97903-2565-41ae-bc43-bfab043fe02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.592501 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6ec04-41ff-4737-b3a5-95b838ddd302 req-60296bfc-0b09-4724-9a9b-5e5985fb00af tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:20.594889 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ffb6ec04-41ff-4737-b3a5-95b838ddd302 req-60296bfc-0b09-4724-9a9b-5e5985fb00af tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0599720 Jul 11 14:41:20.636377 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d0c97903-2565-41ae-bc43-bfab043fe02f admin admin] Publish callbacks [] for security_group (f38864c2-145e-4691-b322-211044b0ea32), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.640585 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d0c97903-2565-41ae-bc43-bfab043fe02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f38864c2-145e-4691-b322-211044b0ea32), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.653759 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ffb6ec04-41ff-4737-b3a5-95b838ddd302 req-e31eeb34-1d23-42b4-a935-66f6702b4326 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Jul 11 14:41:20.655453 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:20.683243 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c97903-2565-41ae-bc43-bfab043fe02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38864c2-145e-4691-b322-211044b0ea32,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:20.689557 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d0c97903-2565-41ae-bc43-bfab043fe02f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3004d4d809844046add9180ebf2d7eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726551 Jul 11 14:41:20.692071 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40712) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:20.754550 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fe013dc2-8428-4ae5-a13a-74f990909d66 admin admin] Publish callbacks [] for security_group (f38864c2-145e-4691-b322-211044b0ea32), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.778110 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fe013dc2-8428-4ae5-a13a-74f990909d66 admin admin] Publish callbacks [] for security_group (f38864c2-145e-4691-b322-211044b0ea32), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.828048 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fe013dc2-8428-4ae5-a13a-74f990909d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f38864c2-145e-4691-b322-211044b0ea32), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.831034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fe013dc2-8428-4ae5-a13a-74f990909d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:20.832195 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-fe013dc2-8428-4ae5-a13a-74f990909d66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f38864c2-145e-4691-b322-211044b0ea32 HTTP/1.1" status: 204 len: 168 time: 0.1392052 Jul 11 14:41:20.842616 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013dc2-8428-4ae5-a13a-74f990909d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38864c2-145e-4691-b322-211044b0ea32,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:21.283376 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40736) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:21.289248 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb923dc-7e42-47d5-bd48-997a9256c4ec None None] New status for floating IP 079cf903-e897-4a4c-91f7-0b6e904c7e95: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:41:21.303369 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f1721fb1-be0d-4ee3-8ac6-9cdfd4ff8d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.319102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:21.401972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f1721fb1-be0d-4ee3-8ac6-9cdfd4ff8d45 admin admin] Publish callbacks [] for security_group (f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.407618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f1721fb1-be0d-4ee3-8ac6-9cdfd4ff8d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.447962 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f1721fb1-be0d-4ee3-8ac6-9cdfd4ff8d45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd97a99ee0da4c71bfd57552417d956f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627984 Jul 11 14:41:21.450648 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40742) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:21.462157 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1721fb1-be0d-4ee3-8ac6-9cdfd4ff8d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:21.523812 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c67b28d7-afc1-4689-8ad2-92f21b21f385 admin admin] Publish callbacks [] for security_group (f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.547361 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c67b28d7-afc1-4689-8ad2-92f21b21f385 admin admin] Publish callbacks [] for security_group (f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.595487 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c67b28d7-afc1-4689-8ad2-92f21b21f385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.597985 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c67b28d7-afc1-4689-8ad2-92f21b21f385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:21.599216 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c67b28d7-afc1-4689-8ad2-92f21b21f385 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b HTTP/1.1" status: 204 len: 168 time: 0.1476195 Jul 11 14:41:21.608886 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b28d7-afc1-4689-8ad2-92f21b21f385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f5e0bd-39ed-4549-aec8-3d4a9e2de51b,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:21.804868 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2c996-ff0a-4c06-af03-326486185790 req-df023126-6a6c-47f4-bf3f-bf0b4a0e8292 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:21.807409 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9cd2c996-ff0a-4c06-af03-326486185790 req-df023126-6a6c-47f4-bf3f-bf0b4a0e8292 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0546191 Jul 11 14:41:21.877024 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9cd2c996-ff0a-4c06-af03-326486185790 req-bc251391-8a90-4875-9bd0-6863786ebfe6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620434 Jul 11 14:41:21.952574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40764) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:22.117892 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-33f27ccc-30ed-40d4-bce9-13e6539bc98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.263844 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-33f27ccc-30ed-40d4-bce9-13e6539bc98a admin admin] Publish callbacks [] for security_group (47458da8-4647-47c1-ac60-e6d3acae3152), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.267977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-33f27ccc-30ed-40d4-bce9-13e6539bc98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (47458da8-4647-47c1-ac60-e6d3acae3152), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.306265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:22.318086 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f27ccc-30ed-40d4-bce9-13e6539bc98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47458da8-4647-47c1-ac60-e6d3acae3152,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:22.335672 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40782) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:22.337138 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-33f27ccc-30ed-40d4-bce9-13e6539bc98a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d96988388648448abbf810754470bda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835230 Jul 11 14:41:22.394078 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d3881bd6-7a93-4ef1-92c4-6751f877ef3c admin admin] Publish callbacks [] for security_group (47458da8-4647-47c1-ac60-e6d3acae3152), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.422038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d3881bd6-7a93-4ef1-92c4-6751f877ef3c admin admin] Publish callbacks [] for security_group (47458da8-4647-47c1-ac60-e6d3acae3152), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.482948 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d3881bd6-7a93-4ef1-92c4-6751f877ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (47458da8-4647-47c1-ac60-e6d3acae3152), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.485509 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d3881bd6-7a93-4ef1-92c4-6751f877ef3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.486687 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d3881bd6-7a93-4ef1-92c4-6751f877ef3c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47458da8-4647-47c1-ac60-e6d3acae3152 HTTP/1.1" status: 204 len: 168 time: 0.1500995 Jul 11 14:41:22.497354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881bd6-7a93-4ef1-92c4-6751f877ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47458da8-4647-47c1-ac60-e6d3acae3152,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:22.735086 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-62d86d45-e24b-4e8e-90c7-9da00e1eb138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.867650 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40804) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:22.881754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c2910a6-18f8-435b-9bbe-e499a1507083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:22.977518 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:23.002286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c2910a6-18f8-435b-9bbe-e499a1507083 admin admin] Publish callbacks [] for security_group (21036f59-2421-4a04-aae9-b37f35ee2d9a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:23.011389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c2910a6-18f8-435b-9bbe-e499a1507083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (21036f59-2421-4a04-aae9-b37f35ee2d9a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:23.038726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bf33e-f9b4-4712-8ba2-bfe4c563e54e req-1edc93d5-fab3-4d4a-875b-ca0b80d4160c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:23.038726 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bb4bf33e-f9b4-4712-8ba2-bfe4c563e54e req-1edc93d5-fab3-4d4a-875b-ca0b80d4160c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0774355 Jul 11 14:41:23.076229 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-5c2910a6-18f8-435b-9bbe-e499a1507083 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=49f27bf77799493fa5035029fe7612b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075040 Jul 11 14:41:23.078584 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2910a6-18f8-435b-9bbe-e499a1507083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21036f59-2421-4a04-aae9-b37f35ee2d9a,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:23.079825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40810) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:23.129690 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bb4bf33e-f9b4-4712-8ba2-bfe4c563e54e req-fa6f5ee4-d0db-4bfd-8b04-0dd96d9b7241 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800993 Jul 11 14:41:23.142995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-398c3e79-bf85-499b-a59b-f0aa095db0c2 admin admin] Publish callbacks [] for security_group (21036f59-2421-4a04-aae9-b37f35ee2d9a), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:23.168187 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-398c3e79-bf85-499b-a59b-f0aa095db0c2 admin admin] Publish callbacks [] for security_group (21036f59-2421-4a04-aae9-b37f35ee2d9a), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:23.256949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-398c3e79-bf85-499b-a59b-f0aa095db0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (21036f59-2421-4a04-aae9-b37f35ee2d9a), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:23.260510 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-398c3e79-bf85-499b-a59b-f0aa095db0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:23.261595 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-398c3e79-bf85-499b-a59b-f0aa095db0c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21036f59-2421-4a04-aae9-b37f35ee2d9a HTTP/1.1" status: 204 len: 168 time: 0.1803415 Jul 11 14:41:23.270042 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c3e79-bf85-499b-a59b-f0aa095db0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21036f59-2421-4a04-aae9-b37f35ee2d9a,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:24.034218 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40876) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:24.159447 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b479ee9b-51a2-4832-943b-cb285aa128de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.252803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=20,neutron:UPDATE=1,neutron:SELECT=75,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:24.303101 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b479ee9b-51a2-4832-943b-cb285aa128de admin admin] Publish callbacks [] for security_group (e12b8d40-16c4-4a9f-a89e-1c8689785447), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.317214 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f078a-7762-4124-90ee-a95b468287d2 req-0ebdacd6-eb43-4471-8cd7-10a9433ba24a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:24.318924 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e42f078a-7762-4124-90ee-a95b468287d2 req-0ebdacd6-eb43-4471-8cd7-10a9433ba24a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0830653 Jul 11 14:41:24.320429 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b479ee9b-51a2-4832-943b-cb285aa128de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (e12b8d40-16c4-4a9f-a89e-1c8689785447), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.374151 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479ee9b-51a2-4832-943b-cb285aa128de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b8d40-16c4-4a9f-a89e-1c8689785447,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:24.410522 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b479ee9b-51a2-4832-943b-cb285aa128de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f513abc60d346be8919296c4eb3aa42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729844 Jul 11 14:41:24.411777 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40890) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:24.416584 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e42f078a-7762-4124-90ee-a95b468287d2 req-ac1014d9-c9b5-4298-a16c-de2a3d6444e7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Jul 11 14:41:24.473954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:24.490330 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da5501b3-71f2-40bd-aac9-9adec5dd1182 admin admin] Publish callbacks [] for security_group (e12b8d40-16c4-4a9f-a89e-1c8689785447), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.527938 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da5501b3-71f2-40bd-aac9-9adec5dd1182 admin admin] Publish callbacks [] for security_group (e12b8d40-16c4-4a9f-a89e-1c8689785447), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.599443 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da5501b3-71f2-40bd-aac9-9adec5dd1182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (e12b8d40-16c4-4a9f-a89e-1c8689785447), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.602021 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-da5501b3-71f2-40bd-aac9-9adec5dd1182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:24.606807 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-da5501b3-71f2-40bd-aac9-9adec5dd1182 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e12b8d40-16c4-4a9f-a89e-1c8689785447 HTTP/1.1" status: 204 len: 168 time: 0.1923852 Jul 11 14:41:24.625513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5501b3-71f2-40bd-aac9-9adec5dd1182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b8d40-16c4-4a9f-a89e-1c8689785447,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:24.918780 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 40900) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:24.931991 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-927c4cdb-c6b4-4004-9e34-637262d64dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.017275 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-927c4cdb-c6b4-4004-9e34-637262d64dc6 admin admin] Publish callbacks [] for security_group (19de1194-fb19-4b02-985f-dcb5fd113f7b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.021214 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-927c4cdb-c6b4-4004-9e34-637262d64dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (19de1194-fb19-4b02-985f-dcb5fd113f7b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.064556 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-927c4cdb-c6b4-4004-9e34-637262d64dc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1756f9b851c4394b8ba7521da4b01ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446664 Jul 11 14:41:25.065284 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c4cdb-c6b4-4004-9e34-637262d64dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19de1194-fb19-4b02-985f-dcb5fd113f7b,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:25.067996 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 40904) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:25.123003 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0fba1a72-008d-4ecf-8743-f1516ac1a557 admin admin] Publish callbacks [] for security_group (19de1194-fb19-4b02-985f-dcb5fd113f7b), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.144934 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0fba1a72-008d-4ecf-8743-f1516ac1a557 admin admin] Publish callbacks [] for security_group (19de1194-fb19-4b02-985f-dcb5fd113f7b), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.193305 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0fba1a72-008d-4ecf-8743-f1516ac1a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (19de1194-fb19-4b02-985f-dcb5fd113f7b), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.196014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0fba1a72-008d-4ecf-8743-f1516ac1a557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.199960 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-0fba1a72-008d-4ecf-8743-f1516ac1a557 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19de1194-fb19-4b02-985f-dcb5fd113f7b HTTP/1.1" status: 204 len: 168 time: 0.1308987 Jul 11 14:41:25.208560 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1a72-008d-4ecf-8743-f1516ac1a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de1194-fb19-4b02-985f-dcb5fd113f7b,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:25.386634 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5051b3a0-adc5-4edc-8b0b-145a791d443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:25.549018 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd773f-177f-4df0-969a-dbb2ead8e80d req-9ae38e0e-8202-4d60-ac77-be41d9764365 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:25.551663 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9ecd773f-177f-4df0-969a-dbb2ead8e80d req-9ae38e0e-8202-4d60-ac77-be41d9764365 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Jul 11 14:41:25.615664 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9ecd773f-177f-4df0-969a-dbb2ead8e80d req-e009e78d-54a3-4be6-9549-11a4c4247df3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490463 Jul 11 14:41:25.736216 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b09b-5cb2-48f0-b086-3fdb2cae5f5c req-30943366-0117-49c2-aca0-f80cde2faf88 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:25.737723 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cf11b09b-5cb2-48f0-b086-3fdb2cae5f5c req-30943366-0117-49c2-aca0-f80cde2faf88 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0574155 Jul 11 14:41:25.797763 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cf11b09b-5cb2-48f0-b086-3fdb2cae5f5c req-bd8856eb-0f4a-40d4-91ff-464687272389 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474484 Jul 11 14:41:26.739726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c19b0-da1f-4f90-bb79-264719537ba1 req-fe37e217-a60a-47e9-8801-dad3788f044c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:26.741216 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c21c19b0-da1f-4f90-bb79-264719537ba1 req-fe37e217-a60a-47e9-8801-dad3788f044c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Jul 11 14:41:26.950111 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eddf1-ba7a-44ee-8a79-129233908af5 req-38c2b53c-75f2-4ee4-9ad7-a215b8417ffc tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:26.952687 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b82eddf1-ba7a-44ee-8a79-129233908af5 req-38c2b53c-75f2-4ee4-9ad7-a215b8417ffc tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0616076 Jul 11 14:41:27.010894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:27.017327 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b82eddf1-ba7a-44ee-8a79-129233908af5 req-f5b9ec3d-2c61-4eb9-a0e3-d381ca3b95f9 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Jul 11 14:41:27.019966 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c21c19b0-da1f-4f90-bb79-264719537ba1 req-9dd4b56c-2bb3-4205-a121-d66ee63846d7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730029 Jul 11 14:41:27.046288 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.497777 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41002) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:27.604630 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d51e148-e11f-456e-b3e9-368231332a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.685059 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d51e148-e11f-456e-b3e9-368231332a50 admin admin] Publish callbacks [] for security_group (ce9422a6-39b4-4307-9dfa-63539d1f1bd4), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.689251 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d51e148-e11f-456e-b3e9-368231332a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ce9422a6-39b4-4307-9dfa-63539d1f1bd4), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.730784 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3d51e148-e11f-456e-b3e9-368231332a50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6e9a1e10dc441adb06f2a634bbface0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318711 Jul 11 14:41:27.731961 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51e148-e11f-456e-b3e9-368231332a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9422a6-39b4-4307-9dfa-63539d1f1bd4,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:27.733820 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41006) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:27.785793 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4660591e-e1b3-46bd-8966-7ecc5feea0a6 admin admin] Publish callbacks [] for security_group (ce9422a6-39b4-4307-9dfa-63539d1f1bd4), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.808462 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4660591e-e1b3-46bd-8966-7ecc5feea0a6 admin admin] Publish callbacks [] for security_group (ce9422a6-39b4-4307-9dfa-63539d1f1bd4), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.857350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4660591e-e1b3-46bd-8966-7ecc5feea0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ce9422a6-39b4-4307-9dfa-63539d1f1bd4), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.860150 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4660591e-e1b3-46bd-8966-7ecc5feea0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:27.861282 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4660591e-e1b3-46bd-8966-7ecc5feea0a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce9422a6-39b4-4307-9dfa-63539d1f1bd4 HTTP/1.1" status: 204 len: 168 time: 0.1263928 Jul 11 14:41:27.871991 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660591e-e1b3-46bd-8966-7ecc5feea0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9422a6-39b4-4307-9dfa-63539d1f1bd4,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:28.180083 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209e705-a11c-42b3-9b86-b13b4b89cbf0 req-2cdfe1d7-cb1e-4332-b9ec-4a368758deef tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:28.182290 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a209e705-a11c-42b3-9b86-b13b4b89cbf0 req-2cdfe1d7-cb1e-4332-b9ec-4a368758deef tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0529864 Jul 11 14:41:28.182409 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e659e9e-3c3b-4543-8930-695184d5c023 req-9f283388-0b1b-42ab-8cb2-ae28641ad760 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:28.185841 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5e659e9e-3c3b-4543-8930-695184d5c023 req-9f283388-0b1b-42ab-8cb2-ae28641ad760 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0650530 Jul 11 14:41:28.185956 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41020) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:28.206380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-20dc68a6-58e1-44e0-8733-a309a57dc97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.237221 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a209e705-a11c-42b3-9b86-b13b4b89cbf0 req-a0d5dbb0-0fc8-4a65-b4c0-e9f0b7b0aa44 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Jul 11 14:41:28.280156 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:28.285073 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.285573 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5e659e9e-3c3b-4543-8930-695184d5c023 req-3b20815c-4dbe-411d-957f-14e504ab1d8a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927126 Jul 11 14:41:28.296628 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:28.299894 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:41:28.343631 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-20dc68a6-58e1-44e0-8733-a309a57dc97d admin admin] Publish callbacks [] for security_group (1d003b87-ce64-423a-b077-4c4d86de868f), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.347875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-20dc68a6-58e1-44e0-8733-a309a57dc97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1d003b87-ce64-423a-b077-4c4d86de868f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.388536 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-20dc68a6-58e1-44e0-8733-a309a57dc97d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c856c0451764296b55ea44bf9374986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015371 Jul 11 14:41:28.389504 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc68a6-58e1-44e0-8733-a309a57dc97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d003b87-ce64-423a-b077-4c4d86de868f,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:28.391281 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41022) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:28.442405 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8713d7af-87ba-4946-8d93-b6f305b1e7e2 admin admin] Publish callbacks [] for security_group (1d003b87-ce64-423a-b077-4c4d86de868f), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.464825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8713d7af-87ba-4946-8d93-b6f305b1e7e2 admin admin] Publish callbacks [] for security_group (1d003b87-ce64-423a-b077-4c4d86de868f), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.488185 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.528171 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8713d7af-87ba-4946-8d93-b6f305b1e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1d003b87-ce64-423a-b077-4c4d86de868f), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.530929 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8713d7af-87ba-4946-8d93-b6f305b1e7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:28.534588 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8713d7af-87ba-4946-8d93-b6f305b1e7e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d003b87-ce64-423a-b077-4c4d86de868f HTTP/1.1" status: 204 len: 168 time: 0.1395891 Jul 11 14:41:28.541947 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713d7af-87ba-4946-8d93-b6f305b1e7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d003b87-ce64-423a-b077-4c4d86de868f,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:29.343604 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:29.365402 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141643-8564-4fb3-9dc6-7fd67ce4ee18 req-ac3cc198-e77f-44c9-8f07-aed16edb8924 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:29.366971 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-96141643-8564-4fb3-9dc6-7fd67ce4ee18 req-ac3cc198-e77f-44c9-8f07-aed16edb8924 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0559394 Jul 11 14:41:29.417503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e9bbf-39c2-48eb-82c9-4f037c6deac5 req-3275594b-f0e4-4700-805a-136ddf259caf tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:29.424562 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-565e9bbf-39c2-48eb-82c9-4f037c6deac5 req-3275594b-f0e4-4700-805a-136ddf259caf tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0521204 Jul 11 14:41:29.431118 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-96141643-8564-4fb3-9dc6-7fd67ce4ee18 req-bb720402-879d-41e8-9563-d8902d574dff tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Jul 11 14:41:29.490460 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-565e9bbf-39c2-48eb-82c9-4f037c6deac5 req-9c1ab8d8-ec08-4e6e-803f-2f36ae8e670c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 Jul 11 14:41:29.645788 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:30.188962 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-35696a13-9bc8-4b9e-bc90-54aede8ba915 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:30.191500 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-35696a13-9bc8-4b9e-bc90-54aede8ba915 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0830805 Jul 11 14:41:30.335063 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Deleting port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:41:30.335425 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:30.463729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] For port 5f8fa020-0a9e-499b-a83e-8e2d443ee007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f8fa020-0a9e-499b-a83e-8e2d443ee007,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:30.465011 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:30.484015 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Calling delete_port for 5f8fa020-0a9e-499b-a83e-8e2d443ee007 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:41:30.591145 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e2187-179a-4bb6-a211-50562916060a req-cac5656d-1aff-4869-ab91-f80689f2c560 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:30.593052 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3f1e2187-179a-4bb6-a211-50562916060a req-cac5656d-1aff-4869-ab91-f80689f2c560 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 945 time: 0.0816748 Jul 11 14:41:30.685506 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3f1e2187-179a-4bb6-a211-50562916060a req-9a00716c-89ab-4fab-82b4-de078a31ddfa tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/security-groups?id=f53fde03-f33a-438c-b959-b3f8dbd89ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846114 Jul 11 14:41:30.704718 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82fd81-fc83-4c49-8287-eaf34e160a18 req-9c8ff53c-5d87-418c-8fc4-38403bf09fb2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:30.712684 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5e82fd81-fc83-4c49-8287-eaf34e160a18 req-9c8ff53c-5d87-418c-8fc4-38403bf09fb2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1179709 Jul 11 14:41:30.810599 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5e82fd81-fc83-4c49-8287-eaf34e160a18 req-c60c10b3-21ed-4882-90c9-70b8e399e66f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969341 Jul 11 14:41:30.840609 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (5f8fa020-0a9e-499b-a83e-8e2d443ee007), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:30.856419 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['5f8fa020-0a9e-499b-a83e-8e2d443ee007'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:41:30.871037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Pushing event deleted for resources: {'Port': ['ID=5f8fa020-0a9e-499b-a83e-8e2d443ee007,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:30.943085 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] No DVR routers for this DVR port 5f8fa020-0a9e-499b-a83e-8e2d443ee007 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:41:30.946376 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:30.950212 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-01277c53-d0be-465b-bb36-0b5e0e2bcbcb req-074b23aa-bc86-4aef-8406-fe6e30ccdf1a tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.36 "DELETE /v2.0/ports/5f8fa020-0a9e-499b-a83e-8e2d443ee007 HTTP/1.1" status: 204 len: 173 time: 0.7476826 Jul 11 14:41:30.950746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'name': 'network-vif-deleted', 'tag': '5f8fa020-0a9e-499b-a83e-8e2d443ee007'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:41:30.952987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cf3344-1e61-4e89-a877-e0b4f1e967a2" -d '{"events": [{"server_uuid": "a3e173ea-1d52-48e5-a5d1-89195af310c7", "name": "network-vif-deleted", "tag": "5f8fa020-0a9e-499b-a83e-8e2d443ee007"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:41:30.992490 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c53c9c6-5626-4d2e-9085-e71b268e6f2a x-openstack-request-id: req-7c53c9c6-5626-4d2e-9085-e71b268e6f2a {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:41:30.992912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e173ea-1d52-48e5-a5d1-89195af310c7", "name": "network-vif-deleted", "tag": "5f8fa020-0a9e-499b-a83e-8e2d443ee007", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:41:30.993470 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c53c9c6-5626-4d2e-9085-e71b268e6f2a {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:41:30.994134 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c53c9c6-5626-4d2e-9085-e71b268e6f2a'] response: {'server_uuid': 'a3e173ea-1d52-48e5-a5d1-89195af310c7', 'name': 'network-vif-deleted', 'tag': '5f8fa020-0a9e-499b-a83e-8e2d443ee007', 'status': 'completed', 'code': 200} Jul 11 14:41:31.805814 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-452abdf1-450a-4be1-b74a-49d382d8f763 req-0d57819f-fecc-41a9-a082-00bdd047c016 tempest-DeleteServersTestJSON-245971247 tempest-DeleteServersTestJSON-245971247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3e173ea-1d52-48e5-a5d1-89195af310c7 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Jul 11 14:41:31.965479 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafdd61-a93e-4ba5-88b4-a38fc4a82e89 req-793453fb-fc78-441c-b3ad-4e1d9a7dfa0c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:31.974193 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-afafdd61-a93e-4ba5-88b4-a38fc4a82e89 req-793453fb-fc78-441c-b3ad-4e1d9a7dfa0c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0683804 Jul 11 14:41:32.024925 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-afafdd61-a93e-4ba5-88b4-a38fc4a82e89 req-d4b43343-219a-4678-bcb8-4834c27f94b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498483 Jul 11 14:41:32.886249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5f8fa020-0a9e-499b-a83e-8e2d443ee007 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:41:32.907824 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 5f8fa020-0a9e-499b-a83e-8e2d443ee007 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:41:32.907824 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5f8fa020-0a9e-499b-a83e-8e2d443ee007 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:41:33.183404 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec028f5-b185-400a-8129-1d525f557a66 req-2a747163-a2de-4308-abfa-a3e8ea94aca2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:33.189723 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5ec028f5-b185-400a-8129-1d525f557a66 req-2a747163-a2de-4308-abfa-a3e8ea94aca2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0779743 Jul 11 14:41:33.256169 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5ec028f5-b185-400a-8129-1d525f557a66 req-0b2fa748-91a5-4598-850e-3c17328e26d3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631044 Jul 11 14:41:33.435007 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41178) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:33.557175 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec88eedd-da84-4623-b07c-5a1cfbb06079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.648520 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec88eedd-da84-4623-b07c-5a1cfbb06079 admin admin] Publish callbacks [] for security_group (19dba948-a729-492d-b318-f2fdbf75f4c9), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.652919 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec88eedd-da84-4623-b07c-5a1cfbb06079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (19dba948-a729-492d-b318-f2fdbf75f4c9), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.656667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:33.697126 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ec88eedd-da84-4623-b07c-5a1cfbb06079 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5776c0c20ff3473497b5e15a2d167f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604656 Jul 11 14:41:33.702453 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41182) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:33.702908 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88eedd-da84-4623-b07c-5a1cfbb06079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dba948-a729-492d-b318-f2fdbf75f4c9,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:33.754896 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:33.763290 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0eab7e21-3be4-4d02-828b-ec1e43b576fe admin admin] Publish callbacks [] for security_group (19dba948-a729-492d-b318-f2fdbf75f4c9), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.777314 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:33.797657 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0eab7e21-3be4-4d02-828b-ec1e43b576fe admin admin] Publish callbacks [] for security_group (19dba948-a729-492d-b318-f2fdbf75f4c9), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.860650 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0eab7e21-3be4-4d02-828b-ec1e43b576fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (19dba948-a729-492d-b318-f2fdbf75f4c9), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.863203 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0eab7e21-3be4-4d02-828b-ec1e43b576fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:33.864335 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0eab7e21-3be4-4d02-828b-ec1e43b576fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19dba948-a729-492d-b318-f2fdbf75f4c9 HTTP/1.1" status: 204 len: 168 time: 0.1629663 Jul 11 14:41:33.872965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab7e21-3be4-4d02-828b-ec1e43b576fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dba948-a729-492d-b318-f2fdbf75f4c9,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:34.404884 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f1fb-042f-4939-bf69-87d54cbfeace req-5e37b0d0-c65a-4b28-b4fb-27a50ba1012e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:34.407211 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-41d4f1fb-042f-4939-bf69-87d54cbfeace req-5e37b0d0-c65a-4b28-b4fb-27a50ba1012e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0627661 Jul 11 14:41:34.417583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41214) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:34.566502 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-41d4f1fb-042f-4939-bf69-87d54cbfeace req-d4988d69-58cc-45a0-ac5c-260917807c0f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433198 Jul 11 14:41:35.149122 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (29ba63b4-66e2-4396-9d78-ccf075aab2d9), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:35.203319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:35.467347 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Deleting port 85ce0945-011a-4088-bfc5-53759eaebec0 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:41:35.467547 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:35.552645 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] For port 85ce0945-011a-4088-bfc5-53759eaebec0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85ce0945-011a-4088-bfc5-53759eaebec0,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:35.553113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:35.568196 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Calling delete_port for 85ce0945-011a-4088-bfc5-53759eaebec0 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:41:35.683362 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301742ac-ee5e-48c9-8da1-226e1f2e3ec6 req-c8551b37-a9d1-4c15-81a9-2a1124fa2224 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:35.684883 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-301742ac-ee5e-48c9-8da1-226e1f2e3ec6 req-c8551b37-a9d1-4c15-81a9-2a1124fa2224 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Jul 11 14:41:35.724793 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:35.734027 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-301742ac-ee5e-48c9-8da1-226e1f2e3ec6 req-6fad14fb-deb0-4af0-b1b7-8b523d38d983 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Jul 11 14:41:35.787922 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (85ce0945-011a-4088-bfc5-53759eaebec0), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:35.817128 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ce0945-011a-4088-bfc5-53759eaebec0,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:35.940588 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (29ba63b4-66e2-4396-9d78-ccf075aab2d9), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:36.158588 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:41:36.207176 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:36.262251 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:36.267143 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b493e878-d41f-4363-8638-f4fcdc79df76 admin admin] 10.222.0.72 "PUT /v2.0/routers/29ba63b4-66e2-4396-9d78-ccf075aab2d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506773 Jul 11 14:41:36.270110 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41272) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:36.272850 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b76861-b140-468a-a22a-80e40847639e None None] Sync routers for ids ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:36.283914 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] Routers {'29ba63b4-66e2-4396-9d78-ccf075aab2d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:36.284617 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:36.375072 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks [] for router (29ba63b4-66e2-4396-9d78-ccf075aab2d9), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:36.403568 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] Set router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:36.520120 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks [] for router_gateway (29ba63b4-66e2-4396-9d78-ccf075aab2d9), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:36.537431 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:36.584601 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Deleting port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:41:36.585517 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:36.624835 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:41:35Z', 'revision_number': 5, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port': {'id': '48bbeb77-327a-4a7a-bcc0-ede1a050cf18', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:36.662047 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b76861-b140-468a-a22a-80e40847639e None None] Checking router: 29ba63b4-66e2-4396-9d78-ccf075aab2d9 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:36.669618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:36.672813 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] Routers {'29ba63b4-66e2-4396-9d78-ccf075aab2d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:36.673633 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:36.699214 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] For port 48bbeb77-327a-4a7a-bcc0-ede1a050cf18, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:36.699597 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:36.713071 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Calling delete_port for 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:41:36.758374 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] Set router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:36.816059 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-64b76861-b140-468a-a22a-80e40847639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:41:36Z', 'revision_number': 6, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:36.841636 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b76861-b140-468a-a22a-80e40847639e None None] The sync data for ids ['29ba63b4-66e2-4396-9d78-ccf075aab2d9'] in dv-cinder-master-3-iscsi is: [{'id': '29ba63b4-66e2-4396-9d78-ccf075aab2d9', 'name': 'tempest-DeleteServersTestJSON-49331428-router', 'tenant_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:41:36Z', 'revision_number': 6, 'project_id': 'fd0be78cdcfc4195a0ced5868c14cda5', 'gw_port_host': None}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:36.884139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3aa98-9583-413d-a24e-d537f448ba4e req-2bb0ac24-da4a-4d2b-b84a-d901a19a3dfa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:36.886199 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5bd3aa98-9583-413d-a24e-d537f448ba4e req-2bb0ac24-da4a-4d2b-b84a-d901a19a3dfa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0652225 Jul 11 14:41:36.955583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (48bbeb77-327a-4a7a-bcc0-ede1a050cf18), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:36.985300 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5bd3aa98-9583-413d-a24e-d537f448ba4e req-0be0f180-2f40-422f-8b6a-732dcb4ba76a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812066 Jul 11 14:41:36.988105 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bbeb77-327a-4a7a-bcc0-ede1a050cf18,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:37.015161 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (29ba63b4-66e2-4396-9d78-ccf075aab2d9), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.329319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (29ba63b4-66e2-4396-9d78-ccf075aab2d9), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.331864 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks [] for router_controller (29ba63b4-66e2-4396-9d78-ccf075aab2d9), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.394561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (29ba63b4-66e2-4396-9d78-ccf075aab2d9), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.395177 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ba63b4-66e2-4396-9d78-ccf075aab2d9 {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:41:37.400577 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.401893 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-43b56eeb-49ad-429c-8eb2-eb754e7fb0a8 admin admin] 10.222.0.72 "DELETE /v2.0/routers/29ba63b4-66e2-4396-9d78-ccf075aab2d9 HTTP/1.1" status: 204 len: 168 time: 1.1303039 Jul 11 14:41:37.404382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41292) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:37.452464 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Deleting subnet 5b1a734c-7b6c-4edd-92dd-8ba052bed27b {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:41:37.455890 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Publish callbacks [] for subnet (5b1a734c-7b6c-4edd-92dd-8ba052bed27b), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.489129 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Publish callbacks [] for subnet (5b1a734c-7b6c-4edd-92dd-8ba052bed27b), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.562734 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (5b1a734c-7b6c-4edd-92dd-8ba052bed27b), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.598387 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:37.630202 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (5b1a734c-7b6c-4edd-92dd-8ba052bed27b), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.659676 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.668016 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5b1a734c-7b6c-4edd-92dd-8ba052bed27b HTTP/1.1" status: 204 len: 168 time: 0.2597966 Jul 11 14:41:37.668016 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c51552-51c3-48f1-98a9-a462e44f155b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1a734c-7b6c-4edd-92dd-8ba052bed27b,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:37.668758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41300) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:37.680907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ca223-ea21-4eb8-99f0-6a98a368c287 None None] Network 5ae38dfd-9d35-4028-a44d-a35e6f13d941 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:37.707528 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:41:37.763628 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (5ae38dfd-9d35-4028-a44d-a35e6f13d941), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.769572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:41:37.769910 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48bbeb77-327a-4a7a-bcc0-ede1a050cf18 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:41:37.770310 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 85ce0945-011a-4088-bfc5-53759eaebec0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:41:37.810738 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 85ce0945-011a-4088-bfc5-53759eaebec0 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:41:37.811063 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 85ce0945-011a-4088-bfc5-53759eaebec0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:41:37.811283 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Deleting port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:41:37.811621 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.877739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] For port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:37.878356 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.881519 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] DHCP port deletion for 5ae38dfd-9d35-4028-a44d-a35e6f13d941 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:41:37.894672 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Calling delete_port for 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e owned by network:dhcp {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:41:37.930786 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Deleting port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:41:37.931850 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.989397 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:37.992667 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:38.005784 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] For port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,segment=NetworkSegment(8aca4fa6-f44d-4da3-b49d-14305c2f561d),segment_id=8aca4fa6-f44d-4da3-b49d-14305c2f561d)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:38.006218 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.021195 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Calling delete_port for 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:41:38.021709 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:38.025828 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] No DVR routers for this DVR port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e on host dv-cinder-master-3-iscsi {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:41:38.101802 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:38.142324 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (5ae38dfd-9d35-4028-a44d-a35e6f13d941), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.145988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (4f7c5a92-bbc4-4312-8cc3-e8047217fb3e), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.168263 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Pushing event deleted for resources: {'Port': ['ID=4f7c5a92-bbc4-4312-8cc3-e8047217fb3e,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:38.175848 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a18a2-2902-4104-ae18-33c396beb45f req-bbb697b4-2bb5-4e2b-9f2f-75ade4141668 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:38.177343 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-044a18a2-2902-4104-ae18-33c396beb45f req-bbb697b4-2bb5-4e2b-9f2f-75ade4141668 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1121273 Jul 11 14:41:38.177981 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.178201 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.178593 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.178930 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.179256 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.179448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.179576 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.179792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.179893 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.180192 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.180508 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.180595 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.180826 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.181019 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > port after_create 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.181665 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.181784 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > port after_delete 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.181981 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.182125 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > port after_update 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.182292 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.182466 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.182627 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.182812 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.182941 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:38.183130 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.183448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.186383 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308470f-5d05-40e2-be05-fd17bf150807 None None] No DVR routers for this DVR port 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:41:38.375203 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.375468 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.375796 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.376122 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:41:38.376480 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae38dfd-9d35-4028-a44d-a35e6f13d941']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:38.403436 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aca4fa6-f44d-4da3-b49d-14305c2f561d') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:38.403727 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aca4fa6-f44d-4da3-b49d-14305c2f561d') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:38.431283 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (8aca4fa6-f44d-4da3-b49d-14305c2f561d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.462933 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (8aca4fa6-f44d-4da3-b49d-14305c2f561d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.477830 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:41:38.478761 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (8aca4fa6-f44d-4da3-b49d-14305c2f561d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.498051 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-044a18a2-2902-4104-ae18-33c396beb45f req-433a43eb-b18c-414c-ba76-95037095e152 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146073 Jul 11 14:41:38.553888 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (5ae38dfd-9d35-4028-a44d-a35e6f13d941), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.563998 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.570044 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] 10.222.0.72 "DELETE /v2.0/networks/5ae38dfd-9d35-4028-a44d-a35e6f13d941 HTTP/1.1" status: 204 len: 168 time: 0.8989034 Jul 11 14:41:38.581047 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdc91b-94a6-452e-80b3-d05b53832eea admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae38dfd-9d35-4028-a44d-a35e6f13d941,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:38.682009 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 8aca4fa6-f44d-4da3-b49d-14305c2f561d resource provider aggregate not found Jul 11 14:41:38.701057 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 8aca4fa6-f44d-4da3-b49d-14305c2f561d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8aca4fa6-f44d-4da3-b49d-14305c2f561d found for delete ", "request_id": "req-9514e8d3-2539-4636-8d0a-0b4992e823d9"}]} Jul 11 14:41:38.755333 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41322) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:38.801191 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-dc0dce15-293a-4f67-a9b5-5391b80f2a4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd0be78cdcfc4195a0ced5868c14cda5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446470 Jul 11 14:41:38.803729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41326) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:38.852943 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3074e05d-156c-4a53-934b-ffc32589f9f1 admin admin] Publish callbacks [] for security_group (f53fde03-f33a-438c-b959-b3f8dbd89ae5), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.856945 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:38.863823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:38.877498 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3074e05d-156c-4a53-934b-ffc32589f9f1 admin admin] Publish callbacks [] for security_group (f53fde03-f33a-438c-b959-b3f8dbd89ae5), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.926256 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3074e05d-156c-4a53-934b-ffc32589f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f53fde03-f33a-438c-b959-b3f8dbd89ae5), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.928781 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3074e05d-156c-4a53-934b-ffc32589f9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:38.929912 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-3074e05d-156c-4a53-934b-ffc32589f9f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f53fde03-f33a-438c-b959-b3f8dbd89ae5 HTTP/1.1" status: 204 len: 168 time: 0.1252921 Jul 11 14:41:38.938083 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074e05d-156c-4a53-934b-ffc32589f9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fde03-f33a-438c-b959-b3f8dbd89ae5,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:39.544978 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:41:39.567360 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:41:39.567670 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4f7c5a92-bbc4-4312-8cc3-e8047217fb3e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:41:39.626523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358e19d-0f61-46fe-b332-c71a5b1dc297 req-6b822e3e-f5db-4dc4-a686-34332a01041d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:39.628223 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e358e19d-0f61-46fe-b332-c71a5b1dc297 req-6b822e3e-f5db-4dc4-a686-34332a01041d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Jul 11 14:41:39.676939 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e358e19d-0f61-46fe-b332-c71a5b1dc297 req-e24b41da-e461-45c1-ad34-420eb9bb2139 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Jul 11 14:41:40.818082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc26687-ab72-4915-97bc-df6078c2791a req-4dd0986b-7310-4423-807e-84f9a6779d5f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:40.821016 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bfc26687-ab72-4915-97bc-df6078c2791a req-4dd0986b-7310-4423-807e-84f9a6779d5f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0717168 Jul 11 14:41:40.880540 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bfc26687-ab72-4915-97bc-df6078c2791a req-5de44a4e-6026-4463-b7a3-9421fa908e7f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 Jul 11 14:41:42.017307 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e18b3-278a-42ab-813f-97a6b62aa50b req-eea161c2-6b8e-47e1-a9a6-b508e2c8d2db tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:42.019741 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c51e18b3-278a-42ab-813f-97a6b62aa50b req-eea161c2-6b8e-47e1-a9a6-b508e2c8d2db tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0598187 Jul 11 14:41:42.059766 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:42.080796 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c51e18b3-278a-42ab-813f-97a6b62aa50b req-a1c45a28-60fd-47fd-810c-bc53bcffeb7e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540075 Jul 11 14:41:42.404386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41424) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:42.522942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d178b3a7-cd1c-4c49-95a5-248a81401919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.602674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d178b3a7-cd1c-4c49-95a5-248a81401919 admin admin] Publish callbacks [] for security_group (47c78c6d-bf68-48cc-9e40-d0edcebd0522), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.606352 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d178b3a7-cd1c-4c49-95a5-248a81401919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (47c78c6d-bf68-48cc-9e40-d0edcebd0522), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.645240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178b3a7-cd1c-4c49-95a5-248a81401919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c78c6d-bf68-48cc-9e40-d0edcebd0522,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:42.655722 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d178b3a7-cd1c-4c49-95a5-248a81401919 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1602720716b94cd6967401f406339126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496998 Jul 11 14:41:42.657750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41434) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:42.707034 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1752b22f-0030-4de1-90b8-edd1369a78bf admin admin] Publish callbacks [] for security_group (47c78c6d-bf68-48cc-9e40-d0edcebd0522), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.740513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1752b22f-0030-4de1-90b8-edd1369a78bf admin admin] Publish callbacks [] for security_group (47c78c6d-bf68-48cc-9e40-d0edcebd0522), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.787384 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1752b22f-0030-4de1-90b8-edd1369a78bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (47c78c6d-bf68-48cc-9e40-d0edcebd0522), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.789872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1752b22f-0030-4de1-90b8-edd1369a78bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:42.791577 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1752b22f-0030-4de1-90b8-edd1369a78bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47c78c6d-bf68-48cc-9e40-d0edcebd0522 HTTP/1.1" status: 204 len: 168 time: 0.1327596 Jul 11 14:41:42.799464 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752b22f-0030-4de1-90b8-edd1369a78bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c78c6d-bf68-48cc-9e40-d0edcebd0522,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:43.064066 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41440) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:43.078085 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbee45e-36d8-4de9-9149-27990155737b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.207512 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbee45e-36d8-4de9-9149-27990155737b admin admin] Publish callbacks [] for security_group (9ed43599-ec4f-414a-b933-a2bdc2c0c375), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.215068 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbee45e-36d8-4de9-9149-27990155737b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9ed43599-ec4f-414a-b933-a2bdc2c0c375), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.257988 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9435bf8-d825-411c-9526-b01b12d4c0f2 req-e58e77a9-6e10-49d9-824f-059308eb80d0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:43.259594 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f9435bf8-d825-411c-9526-b01b12d4c0f2 req-e58e77a9-6e10-49d9-824f-059308eb80d0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0904024 Jul 11 14:41:43.272051 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ccbee45e-36d8-4de9-9149-27990155737b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33e3c50edbc141f2a26486daa53d0104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070534 Jul 11 14:41:43.276164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41454) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:43.290344 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbee45e-36d8-4de9-9149-27990155737b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed43599-ec4f-414a-b933-a2bdc2c0c375,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:43.322842 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:43.330072 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f9435bf8-d825-411c-9526-b01b12d4c0f2 req-4e27c435-cfba-44fc-8ccb-b33dfe6bc62a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612261 Jul 11 14:41:43.363198 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-62ed6e93-63f0-495d-a4a9-d7c945478365 admin admin] Publish callbacks [] for security_group (9ed43599-ec4f-414a-b933-a2bdc2c0c375), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.390123 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-62ed6e93-63f0-495d-a4a9-d7c945478365 admin admin] Publish callbacks [] for security_group (9ed43599-ec4f-414a-b933-a2bdc2c0c375), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.459668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-62ed6e93-63f0-495d-a4a9-d7c945478365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (9ed43599-ec4f-414a-b933-a2bdc2c0c375), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.459668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-62ed6e93-63f0-495d-a4a9-d7c945478365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.463468 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-62ed6e93-63f0-495d-a4a9-d7c945478365 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ed43599-ec4f-414a-b933-a2bdc2c0c375 HTTP/1.1" status: 204 len: 168 time: 0.1850560 Jul 11 14:41:43.474037 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed6e93-63f0-495d-a4a9-d7c945478365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed43599-ec4f-414a-b933-a2bdc2c0c375,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:43.515233 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41470) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:43.652233 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c886303-5be7-4e3e-a0e5-9e3eb45a03a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.789382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c886303-5be7-4e3e-a0e5-9e3eb45a03a1 admin admin] Publish callbacks [] for security_group (877376d7-73b7-4738-80f9-10191cd50a7a), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.794611 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c886303-5be7-4e3e-a0e5-9e3eb45a03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (877376d7-73b7-4738-80f9-10191cd50a7a), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.842647 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c886303-5be7-4e3e-a0e5-9e3eb45a03a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877376d7-73b7-4738-80f9-10191cd50a7a,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:43.855119 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2c886303-5be7-4e3e-a0e5-9e3eb45a03a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=987fe694f65e4a349a4dd5569b9570a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332775 Jul 11 14:41:43.856178 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41502) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:43.920775 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6de-0edc-4946-9fc5-2bcf8575f8d1 admin admin] Publish callbacks [] for security_group (877376d7-73b7-4738-80f9-10191cd50a7a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.956750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6de-0edc-4946-9fc5-2bcf8575f8d1 admin admin] Publish callbacks [] for security_group (877376d7-73b7-4738-80f9-10191cd50a7a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:43.969181 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:44.023829 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6de-0edc-4946-9fc5-2bcf8575f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (877376d7-73b7-4738-80f9-10191cd50a7a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:44.027342 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6de-0edc-4946-9fc5-2bcf8575f8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:44.029089 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ccbdb6de-0edc-4946-9fc5-2bcf8575f8d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/877376d7-73b7-4738-80f9-10191cd50a7a HTTP/1.1" status: 204 len: 168 time: 0.1715825 Jul 11 14:41:44.041100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdb6de-0edc-4946-9fc5-2bcf8575f8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877376d7-73b7-4738-80f9-10191cd50a7a,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:44.464943 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f216-5e8a-4d2f-ae67-3f596df18b44 req-d9068dd4-4800-424b-b90b-5df93773df09 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:44.467615 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8067f216-5e8a-4d2f-ae67-3f596df18b44 req-d9068dd4-4800-424b-b90b-5df93773df09 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0531139 Jul 11 14:41:44.523046 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8067f216-5e8a-4d2f-ae67-3f596df18b44 req-def6cdf2-6e99-473b-bcfa-cf0fafad46df tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480638 Jul 11 14:41:44.977350 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.058347 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41578) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:45.166573 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-646725450-network', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:45.187135 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Made reservation on behalf of 3d541b7a72dc4b4494a42bda6fa75026 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:41:45.189747 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.199479 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.230087 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:45.286277 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks [] for security_group (b61a1880-75b1-4645-bbf4-8c5465d81b7b), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.304782 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b61a1880-75b1-4645-bbf4-8c5465d81b7b), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.340380 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:41:45.350644 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a1880-75b1-4645-bbf4-8c5465d81b7b,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:45.364200 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (003e09f0-7a12-44ac-8ff7-5a2279ab3fee), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.364552 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Added segment 003e09f0-7a12-44ac-8ff7-5a2279ab3fee of type vlan for network e7191ae9-3a75-447f-ae05-2827e78eae91 Jul 11 14:41:45.418585 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (e7191ae9-3a75-447f-ae05-2827e78eae91), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.446909 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (e7191ae9-3a75-447f-ae05-2827e78eae91), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.448045 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:45.448977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.495313 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4348519 Jul 11 14:41:45.498376 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41596) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:45.504645 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Request body: {'subnet': {'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-646725450-subnet', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:45.531750 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2380-bb16-47ed-b848-9f62f71b5490 admin admin] Pushing event updated for resources: {'Network': ['ID=e7191ae9-3a75-447f-ae05-2827e78eae91,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:45.542758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Made reservation on behalf of 3d541b7a72dc4b4494a42bda6fa75026 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:41:45.546333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network e7191ae9-3a75-447f-ae05-2827e78eae91 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:41:45.546521 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.716719 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c7dfc-a609-4c96-98b7-17c1b08121c1 req-e08ccfc0-a1f3-4008-b94c-97bf8cd69ab4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:45.718368 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-838c7dfc-a609-4c96-98b7-17c1b08121c1 req-e08ccfc0-a1f3-4008-b94c-97bf8cd69ab4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0919938 Jul 11 14:41:45.809154 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-838c7dfc-a609-4c96-98b7-17c1b08121c1 req-d7fe78e7-0784-40a7-9387-fcf871f574e6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828614 Jul 11 14:41:45.852720 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (d31e658e-355f-4ad7-9cf1-9c5cec40f92e), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.916230 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31e658e-355f-4ad7-9cf1-9c5cec40f92e,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:45.926636 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Checking segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:45.927040 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Network hostable DHCP agents. Network: e7191ae9-3a75-447f-ae05-2827e78eae91, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:41:45.952005 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:41:45.965162 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e7191ae9-3a75-447f-ae05-2827e78eae91) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:45.970348 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:45.971903 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:45.977492 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9f1a5-a7f9-4030-a0fa-ec19661a3e7b None None] Network e7191ae9-3a75-447f-ae05-2827e78eae91 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:45.995765 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e0a82777-c3e2-42d8-b5e5-f8dc605eb487 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4956369 Jul 11 14:41:45.998114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41616) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:46.002312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:46.026044 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (55154bf9-d546-4276-b4b4-39510f0cd9e2), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.028540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (55154bf9-d546-4276-b4b4-39510f0cd9e2), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.041484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41618) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:46.086391 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks [] for router_controller (55154bf9-d546-4276-b4b4-39510f0cd9e2), precommit_add_association {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.101592 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e7191ae9-3a75-447f-ae05-2827e78eae91', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:41:46.102614 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.167913 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dfdd90c5-12d4-456b-83a0-90a9e7109d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.183587 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.234785 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.239566 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks [] for router_gateway (55154bf9-d546-4276-b4b4-39510f0cd9e2), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.246103 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Allocated IP 172.20.0.2 (e7191ae9-3a75-447f-ae05-2827e78eae91/d31e658e-355f-4ad7-9cf1-9c5cec40f92e/d47bc13c-a52d-4a7d-8cc4-c011192fcdfb) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:41:46.263811 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dfdd90c5-12d4-456b-83a0-90a9e7109d60 admin admin] Publish callbacks [] for security_group (727aa9cb-af65-4551-b681-4be11c4a0054), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.268443 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dfdd90c5-12d4-456b-83a0-90a9e7109d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (727aa9cb-af65-4551-b681-4be11c4a0054), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.313599 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-dfdd90c5-12d4-456b-83a0-90a9e7109d60 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=662b468b634f4ce6871298a131f0c78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708478 Jul 11 14:41:46.314530 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41622) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:46.316704 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd90c5-12d4-456b-83a0-90a9e7109d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727aa9cb-af65-4551-b681-4be11c4a0054,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:46.371497 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7edbb5bb-70a9-41ce-8fa9-b98e643765a2 admin admin] Publish callbacks [] for security_group (727aa9cb-af65-4551-b681-4be11c4a0054), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.394328 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7edbb5bb-70a9-41ce-8fa9-b98e643765a2 admin admin] Publish callbacks [] for security_group (727aa9cb-af65-4551-b681-4be11c4a0054), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.419068 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Publish callbacks [] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.427819 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.446367 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks [] for router_gateway (55154bf9-d546-4276-b4b4-39510f0cd9e2), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.461948 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7edbb5bb-70a9-41ce-8fa9-b98e643765a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (727aa9cb-af65-4551-b681-4be11c4a0054), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.465656 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7edbb5bb-70a9-41ce-8fa9-b98e643765a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.467098 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-7edbb5bb-70a9-41ce-8fa9-b98e643765a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/727aa9cb-af65-4551-b681-4be11c4a0054 HTTP/1.1" status: 204 len: 168 time: 0.1510484 Jul 11 14:41:46.468242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.468832 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:46.478527 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbb5bb-70a9-41ce-8fa9-b98e643765a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727aa9cb-af65-4551-b681-4be11c4a0054,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:46.481406 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:46.491394 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:41:46.512760 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Pushing event updated for resources: {'Port': ['ID=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:46.535369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.577708 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Attempting to bind port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:41:46.578150 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Attempting to bind port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:41:46.578536 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Attempting to bind port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:41:46.584672 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:41:46.585028 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Checking segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:46.585625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.586161 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Bound using segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:41:46.586698 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Bound port: d47bc13c-a52d-4a7d-8cc4-c011192fcdfb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:41:46.587211 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.603770 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.611262 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Allocated IP 172.37.1.21 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/2775f926-34b3-4e30-a4cf-b25b6357c6ff) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:41:46.656927 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] For port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:41:46.660389 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] For port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:41:46.668397 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.725983 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.747534 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f65ae-e011-4d3d-b96b-deeebd6183c5 None None] Pushing event updated for resources: {'Port': ['ID=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:46.772028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks [] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.794508 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=49 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.811090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:46.843188 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=18 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:46.855932 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41634) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:46.865331 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:46.870656 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:46.872906 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2775f926-34b3-4e30-a4cf-b25b6357c6ff,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:46.875115 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:41:46.882998 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd2b9-8750-4537-8940-e5b52c0ce6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.023139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58987f-5d1b-4c98-a4b9-50f698a67fce req-b4aee899-0bb0-46e8-b673-e0964528bd18 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:47.025470 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2c58987f-5d1b-4c98-a4b9-50f698a67fce req-b4aee899-0bb0-46e8-b673-e0964528bd18 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1067870 Jul 11 14:41:47.069681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd2b9-8750-4537-8940-e5b52c0ce6a1 admin admin] Publish callbacks [] for security_group (cd1945b2-ae9a-4d7b-b02a-59259c347aee), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.081663 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd2b9-8750-4537-8940-e5b52c0ce6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (cd1945b2-ae9a-4d7b-b02a-59259c347aee), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.093921 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:47.129082 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2c58987f-5d1b-4c98-a4b9-50f698a67fce req-ff392dd9-e31e-4ac0-8ed9-bf01f6609f95 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909619 Jul 11 14:41:47.142542 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd2b9-8750-4537-8940-e5b52c0ce6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1945b2-ae9a-4d7b-b02a-59259c347aee,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:47.151607 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-6a4dd2b9-8750-4537-8940-e5b52c0ce6a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d4b2440ade240979fb4b757116390ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922835 Jul 11 14:41:47.151940 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41636) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:47.210154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-13228f9b-10ff-41fa-8e5d-1fda8519890f admin admin] Publish callbacks [] for security_group (cd1945b2-ae9a-4d7b-b02a-59259c347aee), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.233452 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-13228f9b-10ff-41fa-8e5d-1fda8519890f admin admin] Publish callbacks [] for security_group (cd1945b2-ae9a-4d7b-b02a-59259c347aee), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.285571 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-13228f9b-10ff-41fa-8e5d-1fda8519890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (cd1945b2-ae9a-4d7b-b02a-59259c347aee), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.288626 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-13228f9b-10ff-41fa-8e5d-1fda8519890f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.289823 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-13228f9b-10ff-41fa-8e5d-1fda8519890f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd1945b2-ae9a-4d7b-b02a-59259c347aee HTTP/1.1" status: 204 len: 168 time: 0.1365283 Jul 11 14:41:47.299589 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228f9b-10ff-41fa-8e5d-1fda8519890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1945b2-ae9a-4d7b-b02a-59259c347aee,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:47.392871 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks [] for router_gateway (55154bf9-d546-4276-b4b4-39510f0cd9e2), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.596895 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d47bc13c-a52d-4a7d-8cc4-c011192fcdfb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:47.606645 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:47.614397 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (55154bf9-d546-4276-b4b4-39510f0cd9e2), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.673133 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:47.673507 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.721451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:47.770488 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:47.770885 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.782675 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:41:47.828238 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:47.833990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.873092 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33910f5-10cd-428d-afdc-f92963163a1e None None] Network e7191ae9-3a75-447f-ae05-2827e78eae91 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:47.904688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:47.925336 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.926924 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-3b2dc8f4-7474-4f60-b244-438af1b197f6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9277897 Jul 11 14:41:47.929797 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41654) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:47.933068 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:47.943220 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-8433ccd5-8b7c-434a-b1bb-d1dec3d44759 None None] Provisioning complete for port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:47.943595 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8433ccd5-8b7c-434a-b1bb-d1dec3d44759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:47.972181 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:48.025206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:48.141575 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:48.142230 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:48.286113 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d78d-743f-4449-8eed-d523eb3f5ec3 req-a8d8f817-e610-41e6-b895-73509703ef6f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:48.295912 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5ea5d78d-743f-4449-8eed-d523eb3f5ec3 req-a8d8f817-e610-41e6-b895-73509703ef6f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0817542 Jul 11 14:41:48.316259 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-8433ccd5-8b7c-434a-b1bb-d1dec3d44759 None None] Current status of the port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:48.320945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:48.390147 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5ea5d78d-743f-4449-8eed-d523eb3f5ec3 req-20ffb621-2f21-4c32-9746-8f725bf7696d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930164 Jul 11 14:41:48.451540 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:48.533942 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:47Z', 'revision_number': 3, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:48.562642 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:48.563081 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Updating router 55154bf9-d546-4276-b4b4-39510f0cd9e2 port 2775f926-34b3-4e30-a4cf-b25b6357c6ff binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:41:48.594766 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:48.624899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:48.634668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Allocated IP 172.20.0.1 (e7191ae9-3a75-447f-ae05-2827e78eae91/d31e658e-355f-4ad7-9cf1-9c5cec40f92e/a0002e18-a25c-438e-9c1b-0a9c2beb80c0) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:41:48.640285 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:48.695014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:48.708787 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-ae3565e2-f9c0-494c-973b-dc4e6a11891b None None] Provisioning complete for port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:48.709295 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ae3565e2-f9c0-494c-973b-dc4e6a11891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:48.762459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks [] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:48.796522 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:48.820687 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41678) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:48.846468 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:48.848918 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:48.853749 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:41:48.854227 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (55154bf9-d546-4276-b4b4-39510f0cd9e2), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:48.890054 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-ae3565e2-f9c0-494c-973b-dc4e6a11891b None None] Current status of the port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:48.895231 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Pushing event updated for resources: {'Port': ['ID=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:48.900469 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:49.055480 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c5d742a5-4e75-4e82-bc1a-be5eae67a61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.073384 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Publish callbacks [] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.082242 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.087232 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.175702 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Attempting to bind port 2775f926-34b3-4e30-a4cf-b25b6357c6ff on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:41:49.176073 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Attempting to bind port 2775f926-34b3-4e30-a4cf-b25b6357c6ff by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:41:49.176419 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Attempting to bind port 2775f926-34b3-4e30-a4cf-b25b6357c6ff on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:41:49.185275 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:41:49.185606 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:49.185982 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.186547 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:41:49.186882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Bound port: 2775f926-34b3-4e30-a4cf-b25b6357c6ff, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:41:49.187259 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.192307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ecc8d-0059-42cb-b730-c3736aa118b9 None None] Pushing event updated for resources: {'Port': ['ID=2775f926-34b3-4e30-a4cf-b25b6357c6ff,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:49.201884 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c5d742a5-4e75-4e82-bc1a-be5eae67a61c admin admin] Publish callbacks [] for security_group (3d6c613d-99cc-41bb-9ca2-0926001a772c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.207392 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c5d742a5-4e75-4e82-bc1a-be5eae67a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (3d6c613d-99cc-41bb-9ca2-0926001a772c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.257977 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d742a5-4e75-4e82-bc1a-be5eae67a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6c613d-99cc-41bb-9ca2-0926001a772c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:49.258418 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-99e44429-a5f2-4eaa-a968-8dd43226eba5 None None] Provisioning complete for port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:49.259545 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-99e44429-a5f2-4eaa-a968-8dd43226eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.287925 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c5d742a5-4e75-4e82-bc1a-be5eae67a61c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99111f25c77c4dad81094c50e77a7e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634485 Jul 11 14:41:49.288143 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41692) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:49.297355 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] For port 2775f926-34b3-4e30-a4cf-b25b6357c6ff, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:41:49.312669 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] For port 2775f926-34b3-4e30-a4cf-b25b6357c6ff, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2775f926-34b3-4e30-a4cf-b25b6357c6ff,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:41:49.314043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-99e44429-a5f2-4eaa-a968-8dd43226eba5 None None] Port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:41:49.319622 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks [] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.324145 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.327792 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.331183 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (55154bf9-d546-4276-b4b4-39510f0cd9e2), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.361041 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d10221fc-378c-42be-a78c-5402a61a9318 admin admin] Publish callbacks [] for security_group (3d6c613d-99cc-41bb-9ca2-0926001a772c), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.387244 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d10221fc-378c-42be-a78c-5402a61a9318 admin admin] Publish callbacks [] for security_group (3d6c613d-99cc-41bb-9ca2-0926001a772c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.387513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:49.388089 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:49.400653 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Pushing event updated for resources: {'Port': ['ID=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:49.426596 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:49.458027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d10221fc-378c-42be-a78c-5402a61a9318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (3d6c613d-99cc-41bb-9ca2-0926001a772c), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.463547 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d10221fc-378c-42be-a78c-5402a61a9318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.466231 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d10221fc-378c-42be-a78c-5402a61a9318 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d6c613d-99cc-41bb-9ca2-0926001a772c HTTP/1.1" status: 204 len: 168 time: 0.1761134 Jul 11 14:41:49.473423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ecc8d-0059-42cb-b730-c3736aa118b9 None None] Pushing event updated for resources: {'Port': ['ID=2775f926-34b3-4e30-a4cf-b25b6357c6ff,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:49.502515 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10221fc-378c-42be-a78c-5402a61a9318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6c613d-99cc-41bb-9ca2-0926001a772c,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:49.533437 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:49.537497 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:49.567608 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adc66e-39d1-4e88-b2ef-0fed0acccf69 req-d1789ff9-fc95-48f3-bc19-14074a29dc4b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:49.569711 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-70adc66e-39d1-4e88-b2ef-0fed0acccf69 req-d1789ff9-fc95-48f3-bc19-14074a29dc4b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0809445 Jul 11 14:41:49.649372 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:49.670756 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d47bc13c-a52d-4a7d-8cc4-c011192fcdfb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:49.675179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:49.771481 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-70adc66e-39d1-4e88-b2ef-0fed0acccf69 req-d759982d-1cdd-40f3-be17-85911a8af62b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845257 Jul 11 14:41:49.790783 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:41:49.858960 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:49.860140 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:49.871307 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:49.931547 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:49.937090 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-890ae19e-3d01-497f-a6ea-d00581c20542 admin admin] 10.222.0.72 "PUT /v2.0/routers/55154bf9-d546-4276-b4b4-39510f0cd9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049269 Jul 11 14:41:49.984124 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:49.992499 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a56a4b76-f91c-434c-b762-a4c30cc83edc None None] Provisioning complete for port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:49.993000 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a56a4b76-f91c-434c-b762-a4c30cc83edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:50.051043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:49Z', 'revision_number': 2, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:50.085784 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1bfe9-d373-4b0c-bc96-14b31e39dad3 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:49Z', 'revision_number': 2, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:50.087619 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:50.089932 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a56a4b76-f91c-434c-b762-a4c30cc83edc None None] Port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:41:50.685799 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41742) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:50.954805 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41756) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:50.961264 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f4b9-2e2e-4e8c-9ac6-01c33b7be6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:50.963585 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-331429093-network', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:50.984028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773856-3ee5-4c19-b891-ecac665a3991 req-cee9eb75-ab17-436c-a992-b68f0f31cb38 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:50.985976 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd773856-3ee5-4c19-b891-ecac665a3991 req-cee9eb75-ab17-436c-a992-b68f0f31cb38 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1113296 Jul 11 14:41:50.998575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Made reservation on behalf of 569751527e5c4587b69f8bee9b359fc2 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:41:51.001103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.014039 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.072138 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd773856-3ee5-4c19-b891-ecac665a3991 req-1d53668c-2db1-4b51-a476-b3fad63f170d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785899 Jul 11 14:41:51.129726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f4b9-2e2e-4e8c-9ac6-01c33b7be6e9 admin admin] Publish callbacks [] for security_group (ed109c04-bfee-4324-a055-cf4a95210a75), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.135336 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:51.135952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f4b9-2e2e-4e8c-9ac6-01c33b7be6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ed109c04-bfee-4324-a055-cf4a95210a75), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.167120 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks [] for security_group (442b5848-3210-47a7-bd19-dced13d66ec8), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.180475 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (442b5848-3210-47a7-bd19-dced13d66ec8), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.202042 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a7b7f4b9-2e2e-4e8c-9ac6-01c33b7be6e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e1006c0d7b44dc58cbb7786d7a78213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5150070 Jul 11 14:41:51.202968 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7f4b9-2e2e-4e8c-9ac6-01c33b7be6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed109c04-bfee-4324-a055-cf4a95210a75,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:51.205780 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41768) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:51.212466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:41:51.231321 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442b5848-3210-47a7-bd19-dced13d66ec8,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:51.235972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (64973491-c382-4770-aab5-73495ca1021a), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.236393 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Added segment 64973491-c382-4770-aab5-73495ca1021a of type vlan for network 61b01409-5661-4029-9d42-24433593a436 Jul 11 14:41:51.267954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f5b7687d-214a-483c-874f-1c4a4b449e87 admin admin] Publish callbacks [] for security_group (ed109c04-bfee-4324-a055-cf4a95210a75), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.286824 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (61b01409-5661-4029-9d42-24433593a436), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.294798 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f5b7687d-214a-483c-874f-1c4a4b449e87 admin admin] Publish callbacks [] for security_group (ed109c04-bfee-4324-a055-cf4a95210a75), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.312912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:51.316447 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (61b01409-5661-4029-9d42-24433593a436), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.318800 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:51.319598 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.342033 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3848972 Jul 11 14:41:51.344654 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41772) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:51.362474 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Request body: {'subnet': {'network_id': '61b01409-5661-4029-9d42-24433593a436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-331429093-subnet', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:51.400606 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f5b7687d-214a-483c-874f-1c4a4b449e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ed109c04-bfee-4324-a055-cf4a95210a75), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.403719 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de509ad-fcc7-465b-80b1-ff1b28791fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=61b01409-5661-4029-9d42-24433593a436,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:51.403870 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f5b7687d-214a-483c-874f-1c4a4b449e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.405009 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f5b7687d-214a-483c-874f-1c4a4b449e87 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed109c04-bfee-4324-a055-cf4a95210a75 HTTP/1.1" status: 204 len: 168 time: 0.1982284 Jul 11 14:41:51.418522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Made reservation on behalf of 569751527e5c4587b69f8bee9b359fc2 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:41:51.420847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 61b01409-5661-4029-9d42-24433593a436 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:41:51.421965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.441389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7687d-214a-483c-874f-1c4a4b449e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed109c04-bfee-4324-a055-cf4a95210a75,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:51.689568 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 2775f926-34b3-4e30-a4cf-b25b6357c6ff up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:51.734876 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (8a975eff-ff60-4917-a841-3723e90db875), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.779291 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 2775f926-34b3-4e30-a4cf-b25b6357c6ff triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:51.779824 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.837431 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a975eff-ff60-4917-a841-3723e90db875,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:51.854248 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Checking segment: {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:51.854891 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Network hostable DHCP agents. Network: 61b01409-5661-4029-9d42-24433593a436, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:41:51.881014 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Network 61b01409-5661-4029-9d42-24433593a436 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:41:51.903799 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 61b01409-5661-4029-9d42-24433593a436) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:51.907276 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 2775f926-34b3-4e30-a4cf-b25b6357c6ff is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:51.907700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.908125 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:51.908805 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.921480 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a32bf-7c11-4511-afae-6919ce412a93 None None] Network 61b01409-5661-4029-9d42-24433593a436 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:51.941207 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2f638349-082d-4ebb-9756-e03bb2d92b5b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5924544 Jul 11 14:41:51.941674 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41788) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:51.947053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:51.983260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 2775f926-34b3-4e30-a4cf-b25b6357c6ff, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2775f926-34b3-4e30-a4cf-b25b6357c6ff,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:51.988830 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (2e948182-bad3-41aa-8537-f285da0db49e), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.990987 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (2e948182-bad3-41aa-8537-f285da0db49e), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:51.996085 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.051918 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41792) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:52.061483 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks [] for router_controller (2e948182-bad3-41aa-8537-f285da0db49e), precommit_add_association {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.061964 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:52.080055 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1fdeaf11-6570-4665-ab08-23734975eb85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.100400 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=2775f926-34b3-4e30-a4cf-b25b6357c6ff,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:52.196146 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1fdeaf11-6570-4665-ab08-23734975eb85 admin admin] Publish callbacks [] for security_group (61a29ee8-fcc2-4b28-a19f-6ca411f17e08), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.200283 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-61b01409-5661-4029-9d42-24433593a436', 'network_id': '61b01409-5661-4029-9d42-24433593a436', 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'fixed_ips': [{'subnet_id': '8a975eff-ff60-4917-a841-3723e90db875'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:41:52.201460 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.202209 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1fdeaf11-6570-4665-ab08-23734975eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (61a29ee8-fcc2-4b28-a19f-6ca411f17e08), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.243332 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:52.254179 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1fdeaf11-6570-4665-ab08-23734975eb85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=764ebd462a2b4392b9b0c7ce86c5456e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010877 Jul 11 14:41:52.255385 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41798) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:52.260864 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks [] for router_gateway (2e948182-bad3-41aa-8537-f285da0db49e), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.265173 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeaf11-6570-4665-ab08-23734975eb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a29ee8-fcc2-4b28-a19f-6ca411f17e08,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:52.329882 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-539423be-889e-4a29-a990-a4e946dd7f38 admin admin] Publish callbacks [] for security_group (61a29ee8-fcc2-4b28-a19f-6ca411f17e08), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.330030 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196c1f8-e29a-408c-bbf6-54c6c5e3e0cb req-4d310e8b-397d-4efe-b564-a20d7895dec1 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:52.331812 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5196c1f8-e29a-408c-bbf6-54c6c5e3e0cb req-4d310e8b-397d-4efe-b564-a20d7895dec1 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0887434 Jul 11 14:41:52.402659 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-539423be-889e-4a29-a990-a4e946dd7f38 admin admin] Publish callbacks [] for security_group (61a29ee8-fcc2-4b28-a19f-6ca411f17e08), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.481497 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5196c1f8-e29a-408c-bbf6-54c6c5e3e0cb req-da11d49d-eaec-4e92-af26-5d41c7dc8ded tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363018 Jul 11 14:41:52.487937 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:52.501263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-539423be-889e-4a29-a990-a4e946dd7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (61a29ee8-fcc2-4b28-a19f-6ca411f17e08), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.505040 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-539423be-889e-4a29-a990-a4e946dd7f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.507332 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-539423be-889e-4a29-a990-a4e946dd7f38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61a29ee8-fcc2-4b28-a19f-6ca411f17e08 HTTP/1.1" status: 204 len: 168 time: 0.2506676 Jul 11 14:41:52.549471 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539423be-889e-4a29-a990-a4e946dd7f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a29ee8-fcc2-4b28-a19f-6ca411f17e08,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:52.644871 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Allocated IP 172.20.0.2 (61b01409-5661-4029-9d42-24433593a436/8a975eff-ff60-4917-a841-3723e90db875/92eb70b3-47be-4254-be23-1b56307e2637) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:41:52.712152 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99096928-9dd4-4e5d-82ef-7c90172bcd53 req-7361cf06-ee08-49b6-a2b4-6576f1b89429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:52.716294 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-99096928-9dd4-4e5d-82ef-7c90172bcd53 req-7361cf06-ee08-49b6-a2b4-6576f1b89429 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 1129 time: 0.1326385 Jul 11 14:41:52.831440 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-99096928-9dd4-4e5d-82ef-7c90172bcd53 req-1b990dba-32ab-4684-a013-aaf86807c7cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054082 Jul 11 14:41:52.858592 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2808f71d-adc2-45e1-ad66-2c57643d8d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.945629 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Publish callbacks [] for port (92eb70b3-47be-4254-be23-1b56307e2637), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:52.958799 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (92eb70b3-47be-4254-be23-1b56307e2637), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.022331 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Network 61b01409-5661-4029-9d42-24433593a436 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:53.028917 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:53.032031 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:41:53.034319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Pushing event updated for resources: {'Port': ['ID=92eb70b3-47be-4254-be23-1b56307e2637,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:53.035244 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:53.042568 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks [] for router_gateway (2e948182-bad3-41aa-8537-f285da0db49e), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.074905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.087266 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:53.106566 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:53.107144 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:53.117547 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Attempting to bind port 92eb70b3-47be-4254-be23-1b56307e2637 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:41:53.118701 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Attempting to bind port 92eb70b3-47be-4254-be23-1b56307e2637 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:41:53.119246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Attempting to bind port 92eb70b3-47be-4254-be23-1b56307e2637 on network 61b01409-5661-4029-9d42-24433593a436 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:41:53.123852 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:53.131000 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:41:53.132141 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Checking segment: {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:53.132709 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.133398 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Bound using segment: {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:41:53.134074 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Bound port: 92eb70b3-47be-4254-be23-1b56307e2637, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:41:53.134637 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (92eb70b3-47be-4254-be23-1b56307e2637), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.220744 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] For port 92eb70b3-47be-4254-be23-1b56307e2637, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:41:53.224201 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] For port 92eb70b3-47be-4254-be23-1b56307e2637, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=92eb70b3-47be-4254-be23-1b56307e2637,segment=NetworkSegment(64973491-c382-4770-aab5-73495ca1021a),segment_id=64973491-c382-4770-aab5-73495ca1021a)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:41:53.233534 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (92eb70b3-47be-4254-be23-1b56307e2637), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.263952 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Allocated IP 172.37.1.185 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/26c9503a-8e0f-4ac6-9c42-6fc81ec63520) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:41:53.264194 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:53.310646 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159ca93-f78d-484c-bad7-ed475642c8b7 None None] Pushing event updated for resources: {'Port': ['ID=92eb70b3-47be-4254-be23-1b56307e2637,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:53.459621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks [] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.517630 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:53.530174 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.534902 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:49Z', 'revision_number': 2, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:53.606322 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:53.612778 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:53.619149 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:41:53.628048 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:53.628697 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Updating router 55154bf9-d546-4276-b4b4-39510f0cd9e2 port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:41:53.636963 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Pushing event updated for resources: {'Port': ['ID=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:53.672618 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.690543 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 2775f926-34b3-4e30-a4cf-b25b6357c6ff up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:53.723495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1935f7-d00d-4c3a-bb7e-db2d952f5d17 req-ad03845a-4587-4864-9db9-d28d8424836e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:53.730751 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dc1935f7-d00d-4c3a-bb7e-db2d952f5d17 req-ad03845a-4587-4864-9db9-d28d8424836e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0747995 Jul 11 14:41:53.766559 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 2775f926-34b3-4e30-a4cf-b25b6357c6ff triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:53.767310 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:53.833018 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dc1935f7-d00d-4c3a-bb7e-db2d952f5d17 req-bc914fae-70a4-45fd-82ce-63e7ec57b959 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001902 Jul 11 14:41:53.913214 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 2775f926-34b3-4e30-a4cf-b25b6357c6ff is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:54.060613 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks [] for router_gateway (2e948182-bad3-41aa-8537-f285da0db49e), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.097267 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Publish callbacks [] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.107129 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.166969 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Pushing event updated for resources: {'Port': ['ID=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:54.193803 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.194331 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.194867 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.195382 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.195871 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.196717 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.197045 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.197366 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.197685 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.198003 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.198323 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.198665 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.198983 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.199298 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.199743 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:41:54.275982 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Attempting to bind port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:41:54.276600 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Attempting to bind port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:41:54.277154 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Attempting to bind port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:41:54.287028 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:41:54.287959 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Checking segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:54.288588 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.291194 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Bound using segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:41:54.292172 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Bound port: a0002e18-a25c-438e-9c1b-0a9c2beb80c0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:41:54.294136 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.322145 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41854) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:54.326778 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:54.410801 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] For port a0002e18-a25c-438e-9c1b-0a9c2beb80c0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:41:54.415349 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] For port a0002e18-a25c-438e-9c1b-0a9c2beb80c0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:41:54.415563 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (2e948182-bad3-41aa-8537-f285da0db49e), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.434545 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.597088 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:54.597450 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:54.598315 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:54.601907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] Provisioning complete for port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:54.602288 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.661758 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Router 2e948182-bad3-41aa-8537-f285da0db49e is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:41:54.786512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:54.800392 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] Current status of the port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:54.800883 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.836033 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3378f913-e4ee-4a99-bfb8-6bf2a0024551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.887907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] For port a0002e18-a25c-438e-9c1b-0a9c2beb80c0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:54.893989 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.983770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:54.993447 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3378f913-e4ee-4a99-bfb8-6bf2a0024551 admin admin] Publish callbacks [] for security_group (44cad142-b72d-4384-bbb8-080ec9c2ca5d), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:54.998610 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3378f913-e4ee-4a99-bfb8-6bf2a0024551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (44cad142-b72d-4384-bbb8-080ec9c2ca5d), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.009574 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Sync routers for ids ['2e948182-bad3-41aa-8537-f285da0db49e'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:41:55.038138 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305d9b8-ebab-4391-92d2-4ef857cd34bf None None] Pushing event updated for resources: {'Port': ['ID=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:55.057998 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2dc06e-3bcf-4bac-a81e-3c2507080956 None None] Network 61b01409-5661-4029-9d42-24433593a436 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:55.067386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Routers {'2e948182-bad3-41aa-8537-f285da0db49e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:55.074715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['2e948182-bad3-41aa-8537-f285da0db49e'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:55.078103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f913-e4ee-4a99-bfb8-6bf2a0024551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cad142-b72d-4384-bbb8-080ec9c2ca5d,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:55.079767 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.083731 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3ae27efb-2e5f-4450-affa-faeb27f56065 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1387017 Jul 11 14:41:55.085680 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41880) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:55.115327 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:55.121407 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-3378f913-e4ee-4a99-bfb8-6bf2a0024551 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52bd3580c4c342ebae801d2b710ac508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7979198 Jul 11 14:41:55.122557 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41882) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:55.153188 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Provisioning complete for port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:55.153942 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.159301 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f2bd2-ebcd-4d83-b042-5d3320aab517 req-330c8bcd-11a5-4d4a-8695-013b3b65ef7a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:55.160919 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-631f2bd2-ebcd-4d83-b042-5d3320aab517 req-330c8bcd-11a5-4d4a-8695-013b3b65ef7a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.1530874 Jul 11 14:41:55.203711 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53490eac-d023-4355-8a8a-c94441f53611 None None] Pushing event updated for resources: {'Port': ['ID=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:55.252371 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c42c3e59-134f-4b0c-a73f-684b6c17c1a2 admin admin] Publish callbacks [] for security_group (44cad142-b72d-4384-bbb8-080ec9c2ca5d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.277887 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:55.294110 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c42c3e59-134f-4b0c-a73f-684b6c17c1a2 admin admin] Publish callbacks [] for security_group (44cad142-b72d-4384-bbb8-080ec9c2ca5d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.319510 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:55.333034 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-631f2bd2-ebcd-4d83-b042-5d3320aab517 req-d2eaab01-7780-4d17-9080-f22535de1395 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646411 Jul 11 14:41:55.369544 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Current status of the port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:55.371249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c42c3e59-134f-4b0c-a73f-684b6c17c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (44cad142-b72d-4384-bbb8-080ec9c2ca5d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.372388 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:55.374442 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-c42c3e59-134f-4b0c-a73f-684b6c17c1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.377484 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-c42c3e59-134f-4b0c-a73f-684b6c17c1a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44cad142-b72d-4384-bbb8-080ec9c2ca5d HTTP/1.1" status: 204 len: 168 time: 0.2520263 Jul 11 14:41:55.398663 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c3e59-134f-4b0c-a73f-684b6c17c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cad142-b72d-4384-bbb8-080ec9c2ca5d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:55.422795 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99746-4921-4802-bd84-598fa6a0ce12 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:55.427273 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Provisioning complete for port 92eb70b3-47be-4254-be23-1b56307e2637 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:55.427752 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (92eb70b3-47be-4254-be23-1b56307e2637), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.471700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-32135040-e7cc-448c-835f-9273f5965fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.511988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:55.545590 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Set router 2e948182-bad3-41aa-8537-f285da0db49e gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:55.579350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e89cc-9f08-4ecf-8b9a-6a8e3e4de9d3 req-a61f0ce1-1248-4d14-b8ac-72e29cb00b0c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:55.585644 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c77e89cc-9f08-4ecf-8b9a-6a8e3e4de9d3 req-a61f0ce1-1248-4d14-b8ac-72e29cb00b0c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0925872 Jul 11 14:41:55.753629 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c77e89cc-9f08-4ecf-8b9a-6a8e3e4de9d3 req-a1264ac2-4958-4578-88ea-7a67f61b8455 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461036 Jul 11 14:41:55.764396 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Current status of the port 92eb70b3-47be-4254-be23-1b56307e2637 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:55.764778 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (92eb70b3-47be-4254-be23-1b56307e2637), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:55.940656 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 92eb70b3-47be-4254-be23-1b56307e2637 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:56.114712 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] For port 92eb70b3-47be-4254-be23-1b56307e2637, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=92eb70b3-47be-4254-be23-1b56307e2637,segment=NetworkSegment(64973491-c382-4770-aab5-73495ca1021a),segment_id=64973491-c382-4770-aab5-73495ca1021a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:41:56.147457 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (92eb70b3-47be-4254-be23-1b56307e2637), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.191208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.226409 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:41:53Z', 'revision_number': 3, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:56.232483 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:56.277608 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Checking router: 2e948182-bad3-41aa-8537-f285da0db49e for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:41:56.277960 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Updating router 2e948182-bad3-41aa-8537-f285da0db49e port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:41:56.332778 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-b140af86-d74a-48c1-9b29-fa97e6e9e84e None None] Provisioning complete for port 92eb70b3-47be-4254-be23-1b56307e2637 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:56.333150 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-b140af86-d74a-48c1-9b29-fa97e6e9e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (92eb70b3-47be-4254-be23-1b56307e2637), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.337552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 92eb70b3-47be-4254-be23-1b56307e2637 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:56.337926 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (92eb70b3-47be-4254-be23-1b56307e2637), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.339596 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75cef2-d927-4aec-b8e6-9972c1eb2f04 None None] Pushing event updated for resources: {'Port': ['ID=92eb70b3-47be-4254-be23-1b56307e2637,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:56.430235 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Allocated IP 172.20.0.1 (61b01409-5661-4029-9d42-24433593a436/8a975eff-ff60-4917-a841-3723e90db875/5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:41:56.433959 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:56.444423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.710501 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks [] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.797082 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-b140af86-d74a-48c1-9b29-fa97e6e9e84e None None] Current status of the port 92eb70b3-47be-4254-be23-1b56307e2637 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:56.798581 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.799327 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 92eb70b3-47be-4254-be23-1b56307e2637 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:56.800529 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a0002e18-a25c-438e-9c1b-0a9c2beb80c0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:56.846839 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Network 61b01409-5661-4029-9d42-24433593a436 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:56.849980 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:56.854418 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:41:56.854942 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (2e948182-bad3-41aa-8537-f285da0db49e), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:56.900639 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:57.064079 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41938) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:57.117329 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:57.117922 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.119364 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.128914 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.206337 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:57.246744 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-40a8ca5f-12c2-4a53-9c5a-d6ebcc88213e None None] Provisioning complete for port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:57.247061 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-40a8ca5f-12c2-4a53-9c5a-d6ebcc88213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.253671 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:57.358267 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1093107741-network', 'tenant_id': '8e0ccc1e4683478889d90814a1305507'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:57.360935 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-40a8ca5f-12c2-4a53-9c5a-d6ebcc88213e None None] Port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:41:57.362353 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:57.367847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Publish callbacks [] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.379630 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.390872 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:57.403647 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Made reservation on behalf of 8e0ccc1e4683478889d90814a1305507 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:41:57.411965 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks [] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.412890 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.420923 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.422243 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (2e948182-bad3-41aa-8537-f285da0db49e), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.422923 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:57.425978 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.452735 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Attempting to bind port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:41:57.453299 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Attempting to bind port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:41:57.454023 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Attempting to bind port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:41:57.463534 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e955-5528-4817-8ca5-7adc2bed1a17 None None] Pushing event updated for resources: {'Port': ['ID=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:57.466313 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:41:57.467153 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:57.467600 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.467967 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:41:57.468445 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Bound port: 26c9503a-8e0f-4ac6-9c42-6fc81ec63520, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:41:57.468828 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.533417 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] For port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:41:57.537490 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] For port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:41:57.550065 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.596550 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Network 61b01409-5661-4029-9d42-24433593a436 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:41:57.596707 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks [] for security_group (18a12e45-35a8-4652-ab3b-c8a10ea43936), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.599586 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:57.604910 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (18a12e45-35a8-4652-ab3b-c8a10ea43936), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.622858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Routers {'2e948182-bad3-41aa-8537-f285da0db49e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:41:57.624177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['2e948182-bad3-41aa-8537-f285da0db49e'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:57.625930 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 92eb70b3-47be-4254-be23-1b56307e2637 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:57.629241 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:57.631999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:57.649135 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:41:57.679856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a12e45-35a8-4652-ab3b-c8a10ea43936,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:57.694297 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (3011cbd0-8c45-431b-98d0-e96f827d1f75), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.696295 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Added segment 3011cbd0-8c45-431b-98d0-e96f827d1f75 of type vlan for network c0778f11-32ed-4b63-9a0c-1270df9f375b Jul 11 14:41:57.752796 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (c0778f11-32ed-4b63-9a0c-1270df9f375b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.785465 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (c0778f11-32ed-4b63-9a0c-1270df9f375b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.786965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:57.787984 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.790478 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Router 2e948182-bad3-41aa-8537-f285da0db49e has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:41:57.828567 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] Set router 2e948182-bad3-41aa-8537-f285da0db49e gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:41:57.866234 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] Pushing event updated for resources: {'Network': ['ID=c0778f11-32ed-4b63-9a0c-1270df9f375b,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:57.873655 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:57.885270 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a312dcd8-fdd3-42bf-9e58-7eb02c027c5d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8169515 Jul 11 14:41:57.885636 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 41962) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:57.893181 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Request body: {'subnet': {'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1093107741-subnet', 'tenant_id': '8e0ccc1e4683478889d90814a1305507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:57.907265 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network c0778f11-32ed-4b63-9a0c-1270df9f375b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:41:57.909904 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e955-5528-4817-8ca5-7adc2bed1a17 None None] Pushing event updated for resources: {'Port': ['ID=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:57.924317 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Made reservation on behalf of 8e0ccc1e4683478889d90814a1305507 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:41:57.927909 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:57.954674 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:41:57.961180 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5e5c389f-0787-4b8b-b583-2ef6b18ed179 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e948182-bad3-41aa-8537-f285da0db49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8728113 Jul 11 14:41:58.095097 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515e02-61c1-43f8-afff-d900bd57317e req-f77367d0-7e7c-454d-834a-839b9b14bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:58.096508 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-f77367d0-7e7c-454d-834a-839b9b14bb84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1129 time: 0.0667751 Jul 11 14:41:58.146836 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 92eb70b3-47be-4254-be23-1b56307e2637 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:58.147846 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (92eb70b3-47be-4254-be23-1b56307e2637), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.167300 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:58.188502 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0064-2aeb-4230-a2a7-bc190a699d73 req-2a1108e4-c01f-4fc0-b0e7-c6082e0b1399 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:58.190000 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d0d0064-2aeb-4230-a2a7-bc190a699d73 req-2a1108e4-c01f-4fc0-b0e7-c6082e0b1399 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.1079314 Jul 11 14:41:58.194257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-c25b207b-9815-4a3f-a6a4-4296451c8c66 None None] Provisioning complete for port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:58.194642 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c25b207b-9815-4a3f-a6a4-4296451c8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.258477 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-c25b207b-9815-4a3f-a6a4-4296451c8c66 None None] Port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:41:58.311929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 92eb70b3-47be-4254-be23-1b56307e2637 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:41:58.371142 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:58.373772 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (c47bba13-0c08-47c8-a613-84f934a5a2fa), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.382518 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.402487 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:41:56Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4', 'name': '', 'network_id': '61b01409-5661-4029-9d42-24433593a436', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'mac_address': 'fa:16:3e:91:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8a975eff-ff60-4917-a841-3723e90db875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:56Z', 'updated_at': '2022-07-11T14:41:57Z', 'revision_number': 2, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'subnets': [{'id': '8a975eff-ff60-4917-a841-3723e90db875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:41:58.405571 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d0d0064-2aeb-4230-a2a7-bc190a699d73 req-54638cc3-9af0-42b8-8b48-24ea1bd00fe6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038984 Jul 11 14:41:58.407202 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515e02-61c1-43f8-afff-d900bd57317e req-dccb6814-1818-4ebb-87b5-8ad2da0fcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:58.408644 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-dccb6814-1818-4ebb-87b5-8ad2da0fcf94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.2868388 Jul 11 14:41:58.422361 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41976) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:58.428415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075789476', 'description': 'tempest-secgroup-smoke-2075789476 description', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:58.440953 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee458a-c1c2-4dff-8b44-5e8d61370019 None None] The sync data for ids ['2e948182-bad3-41aa-8537-f285da0db49e'] in dv-cinder-master-3-iscsi is: [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:41:56Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4', 'name': '', 'network_id': '61b01409-5661-4029-9d42-24433593a436', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'mac_address': 'fa:16:3e:91:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8a975eff-ff60-4917-a841-3723e90db875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:56Z', 'updated_at': '2022-07-11T14:41:57Z', 'revision_number': 2, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'subnets': [{'id': '8a975eff-ff60-4917-a841-3723e90db875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:41:58.485140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.489091 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-34d518b0-cb70-45fc-baad-9887175675ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 200 len: 217 time: 0.0658026 Jul 11 14:41:58.502491 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.531605 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47bba13-0c08-47c8-a613-84f934a5a2fa,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:58.573195 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Checking segment: {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:41:58.573195 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Network hostable DHCP agents. Network: c0778f11-32ed-4b63-9a0c-1270df9f375b, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:41:58.591444 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515e02-61c1-43f8-afff-d900bd57317e req-c264c6c4-387a-4af1-82c4-044c3a7bef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:58.592884 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-c264c6c4-387a-4af1-82c4-044c3a7bef29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0866210 Jul 11 14:41:58.601848 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Network c0778f11-32ed-4b63-9a0c-1270df9f375b is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:41:58.644411 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group (49e6c7b4-1580-4038-901b-087322dd7a61), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.652556 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (49e6c7b4-1580-4038-901b-087322dd7a61), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.658283 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c0778f11-32ed-4b63-9a0c-1270df9f375b) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:41:58.667028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:58.667702 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.671223 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515e02-61c1-43f8-afff-d900bd57317e req-0082dfec-4c3f-49ad-af70-be10f637964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:58.675005 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-0082dfec-4c3f-49ad-af70-be10f637964e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669110 Jul 11 14:41:58.680679 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00141eb3-32b6-4012-9a2e-4dc5adf07d0c None None] Network c0778f11-32ed-4b63-9a0c-1270df9f375b requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:58.708175 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6c7b4-1580-4038-901b-087322dd7a61,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:58.719068 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f519cd27-384a-4187-97f9-a98bd433bcef admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8316545 Jul 11 14:41:58.731574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.733292 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-bd6c1d87-ac7d-4ce9-9d4a-0eb2c2656910 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3098693 Jul 11 14:41:58.740561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41988) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:58.748586 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group_rule': {'security_group_id': '49e6c7b4-1580-4038-901b-087322dd7a61', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:58.769105 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:58.788709 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (b1d77cb0-b7a0-4e1f-b00b-c28416a9ae98), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.838961 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-62c11743-a775-4986-a6e7-3c0a7cbcf491 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437838 Jul 11 14:41:58.893335 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (b1d77cb0-b7a0-4e1f-b00b-c28416a9ae98), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.898630 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (b1d77cb0-b7a0-4e1f-b00b-c28416a9ae98), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.928647 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.930047 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879661 Jul 11 14:41:58.937008 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 41992) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:58.942239 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group_rule': {'security_group_id': '49e6c7b4-1580-4038-901b-087322dd7a61', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:58.976316 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf87f6b-ac30-4953-a988-be52b3986797 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d77cb0-b7a0-4e1f-b00b-c28416a9ae98,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:58.976776 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8c15a-6a3d-4d99-aa0b-f26a08c9d6b9 None None] Network c0778f11-32ed-4b63-9a0c-1270df9f375b requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:41:58.988092 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (dbf6de69-7734-4dcf-a580-4b0e38b2574a), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:58.990154 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:59.026949 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-08515e02-61c1-43f8-afff-d900bd57317e req-f792084a-39e5-47ef-a472-318ce8f1bc1a service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871524 Jul 11 14:41:59.058832 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42000) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:59.080670 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:59.096544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (dbf6de69-7734-4dcf-a580-4b0e38b2574a), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.102092 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (dbf6de69-7734-4dcf-a580-4b0e38b2574a), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.162014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.163376 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2249277 Jul 11 14:41:59.167063 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42006) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:59.171671 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944d1dc-89e1-4862-83a5-5361d35b205b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf6de69-7734-4dcf-a580-4b0e38b2574a,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:59.174508 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group_rule': {'security_group_id': '49e6c7b4-1580-4038-901b-087322dd7a61', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:59.220757 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7aa58fb0-4c46-4d99-9c86-3ada6344ec0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.241534 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (fe941025-c3dc-487d-8aca-8f6a516a4670), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.333477 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (fe941025-c3dc-487d-8aca-8f6a516a4670), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.340980 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (fe941025-c3dc-487d-8aca-8f6a516a4670), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.374924 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:41:59.375766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe941025-c3dc-487d-8aca-8f6a516a4670,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:59.389551 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.390785 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-340e1bc2-d035-45a4-938e-edad8d23d69c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2219951 Jul 11 14:41:59.393829 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42008) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:59.398346 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group_rule': {'security_group_id': '49e6c7b4-1580-4038-901b-087322dd7a61', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:59.426591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7aa58fb0-4c46-4d99-9c86-3ada6344ec0f admin admin] Publish callbacks [] for security_group (6c984617-33f9-406c-bc45-879fc980feb0), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.433811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7aa58fb0-4c46-4d99-9c86-3ada6344ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (6c984617-33f9-406c-bc45-879fc980feb0), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.484425 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (72413a2b-bbd6-4d89-b9e2-46abcc152cf0), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.488660 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58fb0-4c46-4d99-9c86-3ada6344ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c984617-33f9-406c-bc45-879fc980feb0,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:59.498685 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7aa58fb0-4c46-4d99-9c86-3ada6344ec0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=919ecc5dfeda4b4287a00b59149fc525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384387 Jul 11 14:41:59.499753 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 42012) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:59.601103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (72413a2b-bbd6-4d89-b9e2-46abcc152cf0), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.608486 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (72413a2b-bbd6-4d89-b9e2-46abcc152cf0), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.672206 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72413a2b-bbd6-4d89-b9e2-46abcc152cf0,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:59.679494 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.681252 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-8fa8e9c3-247f-43dc-8eda-974c40d38fc5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863901 Jul 11 14:41:59.684040 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42018) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:59.690809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group_rule': {'security_group_id': '49e6c7b4-1580-4038-901b-087322dd7a61', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:59.743783 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.securitygroups_db [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Project 3d541b7a72dc4b4494a42bda6fa75026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:41:59.754156 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (2a1bba35-500e-425d-ad2a-5d7472835188), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.758465 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127bda-82e8-4ddd-90b3-39a595d91c81 req-3ad1735f-8081-4ba3-9f97-2442db05814d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:41:59.769483 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-38127bda-82e8-4ddd-90b3-39a595d91c81 req-3ad1735f-8081-4ba3-9f97-2442db05814d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.1685114 Jul 11 14:41:59.801758 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:41:59.803018 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f6362c8-40f0-473e-8ec3-d69eb41d7223 admin admin] Publish callbacks [] for security_group (6c984617-33f9-406c-bc45-879fc980feb0), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.880817 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:41:59.881423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.886931 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (2a1bba35-500e-425d-ad2a-5d7472835188), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.892336 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (2a1bba35-500e-425d-ad2a-5d7472835188), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.918878 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f6362c8-40f0-473e-8ec3-d69eb41d7223 admin admin] Publish callbacks [] for security_group (6c984617-33f9-406c-bc45-879fc980feb0), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.934398 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:41:59.935635 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504315 Jul 11 14:41:59.944351 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42030) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:41:59.951857 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'security_group_rule': {'security_group_id': '49e6c7b4-1580-4038-901b-087322dd7a61', 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:41:59.962233 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8352-9980-49e0-86b4-d4b06684dc39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1bba35-500e-425d-ad2a-5d7472835188,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:41:59.984568 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.securitygroups_db [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Project 3d541b7a72dc4b4494a42bda6fa75026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:41:59.990496 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-38127bda-82e8-4ddd-90b3-39a595d91c81 req-ba3641c0-6959-4719-8563-604cb262d4fe tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201016 Jul 11 14:41:59.992166 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (461cec1c-74cf-4bc3-b9c8-999658f5bd4b), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.025861 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f6362c8-40f0-473e-8ec3-d69eb41d7223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (6c984617-33f9-406c-bc45-879fc980feb0), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.033546 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f6362c8-40f0-473e-8ec3-d69eb41d7223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.037598 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-7f6362c8-40f0-473e-8ec3-d69eb41d7223 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c984617-33f9-406c-bc45-879fc980feb0 HTTP/1.1" status: 204 len: 168 time: 0.5362711 Jul 11 14:42:00.049289 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6362c8-40f0-473e-8ec3-d69eb41d7223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c984617-33f9-406c-bc45-879fc980feb0,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:00.063407 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:00.063880 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.108030 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:00.125405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (461cec1c-74cf-4bc3-b9c8-999658f5bd4b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.130338 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:00.137391 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (461cec1c-74cf-4bc3-b9c8-999658f5bd4b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.138746 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.170832 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461cec1c-74cf-4bc3-b9c8-999658f5bd4b,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:00.186046 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:00.190005 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4b8e33be-b28a-4286-a31e-e5a4a5228336 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2417369 Jul 11 14:42:00.224690 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:01.152448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bab26-5d32-4c8d-b1b1-f5fc21d36a02 req-8aab762c-9871-4b17-ac3e-517ed2aa0daa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:01.153924 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a40bab26-5d32-4c8d-b1b1-f5fc21d36a02 req-8aab762c-9871-4b17-ac3e-517ed2aa0daa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0539930 Jul 11 14:42:01.204357 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:01.214373 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a40bab26-5d32-4c8d-b1b1-f5fc21d36a02 req-8b44c12b-e7e4-4438-9d34-f0d1f34be268 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Jul 11 14:42:01.234879 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-375af370-321c-4a66-b02b-5696f9754c4d tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:01.236748 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-375af370-321c-4a66-b02b-5696f9754c4d tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/networks?id=c0778f11-32ed-4b63-9a0c-1270df9f375b HTTP/1.1" status: 200 len: 814 time: 0.1127863 Jul 11 14:42:01.251579 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-b31cde58-7bc6-4ff6-9bb3-4ff08b2a406a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/quotas/8e0ccc1e4683478889d90814a1305507 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Jul 11 14:42:01.287711 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-e4cf812e-0f3b-4d57-a090-dcdcec1336db tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e0ccc1e4683478889d90814a1305507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312517 Jul 11 14:42:01.380210 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-09086fb5-fcf3-4824-bdb4-456231303593 service neutron] 10.222.0.72 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852683 Jul 11 14:42:01.476894 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-b5c3028a-e98e-4614-afbb-e8b578f5cdf5 service neutron] 10.222.0.72 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909469 Jul 11 14:42:01.617971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:01.684994 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:01.685696 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:01.688473 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-467a2908-d6af-4f05-8016-ccd058196841 req-cd1f2a16-dec3-4385-b42a-0349f62d4f4a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 210 time: 0.0449367 Jul 11 14:42:01.751220 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 42134) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:01.905622 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-29bca75e-927f-404a-be3a-fdd627902d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:01.938976 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:01.948643 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:02.002940 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-29bca75e-927f-404a-be3a-fdd627902d6d admin admin] Publish callbacks [] for security_group (273b8a7f-8551-40c3-ba74-6629861c0cab), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.007720 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-29bca75e-927f-404a-be3a-fdd627902d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (273b8a7f-8551-40c3-ba74-6629861c0cab), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.053545 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-29bca75e-927f-404a-be3a-fdd627902d6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e33331b4e057438a9aa0bbcffc23f089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012700 Jul 11 14:42:02.054818 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bca75e-927f-404a-be3a-fdd627902d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273b8a7f-8551-40c3-ba74-6629861c0cab,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:02.057729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42146) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:02.127488 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7030efe0-8f4b-420d-8072-55c971a7e4c2 admin admin] Publish callbacks [] for security_group (273b8a7f-8551-40c3-ba74-6629861c0cab), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.159634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7030efe0-8f4b-420d-8072-55c971a7e4c2 admin admin] Publish callbacks [] for security_group (273b8a7f-8551-40c3-ba74-6629861c0cab), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.217348 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7030efe0-8f4b-420d-8072-55c971a7e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (273b8a7f-8551-40c3-ba74-6629861c0cab), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.221670 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7030efe0-8f4b-420d-8072-55c971a7e4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.222809 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7030efe0-8f4b-420d-8072-55c971a7e4c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/273b8a7f-8551-40c3-ba74-6629861c0cab HTTP/1.1" status: 204 len: 168 time: 0.1628499 Jul 11 14:42:02.232268 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030efe0-8f4b-420d-8072-55c971a7e4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b8a7f-8551-40c3-ba74-6629861c0cab,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:02.367123 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6f65b-0faf-4c6a-a937-6db02cd1ab28 req-bf441e09-3264-49c7-bab0-58db4e1ccaec tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:02.369909 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9ec6f65b-0faf-4c6a-a937-6db02cd1ab28 req-bf441e09-3264-49c7-bab0-58db4e1ccaec tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0715518 Jul 11 14:42:02.399991 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Sync routers for ids ['2e948182-bad3-41aa-8537-f285da0db49e'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:42:02.413904 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Routers {'2e948182-bad3-41aa-8537-f285da0db49e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:02.415687 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['2e948182-bad3-41aa-8537-f285da0db49e'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:02.447111 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9ec6f65b-0faf-4c6a-a937-6db02cd1ab28 req-d72be146-0851-4817-8020-17ad8c25bb33 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673914 Jul 11 14:42:02.536436 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Set router 2e948182-bad3-41aa-8537-f285da0db49e gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:02.568749 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42154) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:02.588119 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2f5272c8-24d0-417e-b683-508a49909cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.625386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:02.681902 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2f5272c8-24d0-417e-b683-508a49909cb1 admin admin] Publish callbacks [] for security_group (8ebcf744-0ebd-4f37-92ed-d9d794417784), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.686283 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2f5272c8-24d0-417e-b683-508a49909cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (8ebcf744-0ebd-4f37-92ed-d9d794417784), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.725318 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5272c8-24d0-417e-b683-508a49909cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebcf744-0ebd-4f37-92ed-d9d794417784,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:02.734318 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2f5272c8-24d0-417e-b683-508a49909cb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d0078939cee4ad3a68c82e37a4c68f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639717 Jul 11 14:42:02.737445 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 42158) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:02.747692 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:41:56Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4', 'name': '', 'network_id': '61b01409-5661-4029-9d42-24433593a436', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'mac_address': 'fa:16:3e:91:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8a975eff-ff60-4917-a841-3723e90db875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:56Z', 'updated_at': '2022-07-11T14:41:57Z', 'revision_number': 2, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'subnets': [{'id': '8a975eff-ff60-4917-a841-3723e90db875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:02.780623 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Checking router: 2e948182-bad3-41aa-8537-f285da0db49e for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:42:02.782890 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Updating router 2e948182-bad3-41aa-8537-f285da0db49e port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:42:02.809432 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fd79242a-2d9f-4563-baea-e667135ca01c req-66894564-f5b9-4e55-9b52-5b17d8b7ef4a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 210 time: 0.0357664 Jul 11 14:42:02.810755 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4eb73812-ccf1-4e1c-ad3e-0327524764a6 admin admin] Publish callbacks [] for security_group (8ebcf744-0ebd-4f37-92ed-d9d794417784), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.826611 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:02.847674 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.853395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4eb73812-ccf1-4e1c-ad3e-0327524764a6 admin admin] Publish callbacks [] for security_group (8ebcf744-0ebd-4f37-92ed-d9d794417784), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.926700 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4eb73812-ccf1-4e1c-ad3e-0327524764a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (8ebcf744-0ebd-4f37-92ed-d9d794417784), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.929388 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4eb73812-ccf1-4e1c-ad3e-0327524764a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:02.931118 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4eb73812-ccf1-4e1c-ad3e-0327524764a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ebcf744-0ebd-4f37-92ed-d9d794417784 HTTP/1.1" status: 204 len: 168 time: 0.1916854 Jul 11 14:42:02.939589 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb73812-ccf1-4e1c-ad3e-0327524764a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebcf744-0ebd-4f37-92ed-d9d794417784,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:03.036349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-855e4f6a-e2cd-4af0-8c72-76400238bbd1 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:03.037920 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-855e4f6a-e2cd-4af0-8c72-76400238bbd1 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "GET /v2.0/networks?id=c0778f11-32ed-4b63-9a0c-1270df9f375b HTTP/1.1" status: 200 len: 814 time: 0.2049198 Jul 11 14:42:03.063985 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Request body: {'port': {'device_id': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b', 'admin_state_up': True, 'tenant_id': '8e0ccc1e4683478889d90814a1305507'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:03.184215 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Made reservation on behalf of 8e0ccc1e4683478889d90814a1305507 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:42:03.187630 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.191972 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Publish callbacks [] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.198166 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.260385 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dcef9-59ff-453a-b3cd-77c680e28905 None None] Pushing event updated for resources: {'Port': ['ID=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:03.339379 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Allocated IP 172.20.0.8 (c0778f11-32ed-4b63-9a0c-1270df9f375b/c47bba13-0c08-47c8-a613-84f934a5a2fa/90c2c8c8-bf06-4bf9-962e-25a332ea4dba) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:03.340542 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Attempting to bind port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:42:03.341016 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Attempting to bind port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:42:03.346988 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Attempting to bind port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 on network 61b01409-5661-4029-9d42-24433593a436 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:03.350224 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:03.355709 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:42:03.356328 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Checking segment: {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:03.357211 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.357700 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Bound using segment: {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:42:03.358352 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Bound port: 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64973491-c382-4770-aab5-73495ca1021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '61b01409-5661-4029-9d42-24433593a436'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:42:03.358845 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.435534 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 42172) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:03.436955 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:03.451312 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] For port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:42:03.458111 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fd205ff1-5bfb-4a68-bf8c-2bb2dcda0f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.461978 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] For port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,segment=NetworkSegment(64973491-c382-4770-aab5-73495ca1021a),segment_id=64973491-c382-4770-aab5-73495ca1021a)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:42:03.470494 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.533463 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Routers {'2e948182-bad3-41aa-8537-f285da0db49e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:03.534520 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:41:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['2e948182-bad3-41aa-8537-f285da0db49e'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:03.601724 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fd205ff1-5bfb-4a68-bf8c-2bb2dcda0f66 admin admin] Publish callbacks [] for security_group (19ad2134-29fc-45aa-9762-5b3b6229d156), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.619972 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dcef9-59ff-453a-b3cd-77c680e28905 None None] Pushing event updated for resources: {'Port': ['ID=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:03.627491 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks [] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.645240 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fd205ff1-5bfb-4a68-bf8c-2bb2dcda0f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (19ad2134-29fc-45aa-9762-5b3b6229d156), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.652787 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] Provisioning complete for port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:03.653601 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.671572 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:03.687244 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.712880 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b32c6c-b398-4946-9daf-25c0802e8022 req-eabde19b-f8c4-4422-a217-1bc69077f1e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:03.714477 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-37b32c6c-b398-4946-9daf-25c0802e8022 req-eabde19b-f8c4-4422-a217-1bc69077f1e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.1104612 Jul 11 14:42:03.717574 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] Set router 2e948182-bad3-41aa-8537-f285da0db49e gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:03.726768 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd205ff1-5bfb-4a68-bf8c-2bb2dcda0f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad2134-29fc-45aa-9762-5b3b6229d156,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:03.739456 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-fd205ff1-5bfb-4a68-bf8c-2bb2dcda0f66 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16e3ff5e1ba840f78b328f402edd6aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022242 Jul 11 14:42:03.746408 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42176) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:03.772601 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Network c0778f11-32ed-4b63-9a0c-1270df9f375b is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:03.781898 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:03.797372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:03.804298 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:03.818913 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-37b32c6c-b398-4946-9daf-25c0802e8022 req-3fb283c9-347d-4156-8654-9050603b9309 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939996 Jul 11 14:42:03.871595 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Pushing event updated for resources: {'Port': ['ID=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:03.872342 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] Current status of the port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:03.872858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.913731 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:03.914649 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.938374 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] For port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,segment=NetworkSegment(64973491-c382-4770-aab5-73495ca1021a),segment_id=64973491-c382-4770-aab5-73495ca1021a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:03.946613 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-853282f0-9efb-43d2-a834-9bc878085d24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8877640 Jul 11 14:42:03.950630 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:03.976754 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:04.010689 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fef861-6b71-474b-b1d5-e3d1ecbf87a2 None None] Pushing event updated for resources: {'Port': ['ID=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:04.024670 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:41:56Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4', 'name': '', 'network_id': '61b01409-5661-4029-9d42-24433593a436', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'mac_address': 'fa:16:3e:91:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8a975eff-ff60-4917-a841-3723e90db875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:56Z', 'updated_at': '2022-07-11T14:42:03Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'subnets': [{'id': '8a975eff-ff60-4917-a841-3723e90db875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:04.051513 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45eaaba-7936-4559-92cd-7124f7162cc3 None None] The sync data for ids ['2e948182-bad3-41aa-8537-f285da0db49e'] in dv-cinder-master-3-iscsi is: [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:41:56Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4', 'name': '', 'network_id': '61b01409-5661-4029-9d42-24433593a436', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'mac_address': 'fa:16:3e:91:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '8a975eff-ff60-4917-a841-3723e90db875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:56Z', 'updated_at': '2022-07-11T14:42:03Z', 'revision_number': 4, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'subnets': [{'id': '8a975eff-ff60-4917-a841-3723e90db875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:42:04.077533 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-590faf54-82e8-43aa-908b-008884dcda49 None None] Provisioning complete for port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:04.078351 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-590faf54-82e8-43aa-908b-008884dcda49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.159937 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-590faf54-82e8-43aa-908b-008884dcda49 None None] Current status of the port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:04.213459 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Request body: {'port': {'device_id': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:04.270817 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b501-59f6-4e00-b716-120171f556eb req-046b2515-66ed-45d3-832d-100da6fef18a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:04.272300 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6571b501-59f6-4e00-b716-120171f556eb req-046b2515-66ed-45d3-832d-100da6fef18a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 931 time: 0.3720291 Jul 11 14:42:04.275509 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e3bc-2e71-42ef-9b77-476d3eb19e0b admin admin] Publish callbacks [] for security_group (19ad2134-29fc-45aa-9762-5b3b6229d156), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.339145 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.342366 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e3bc-2e71-42ef-9b77-476d3eb19e0b admin admin] Publish callbacks [] for security_group (19ad2134-29fc-45aa-9762-5b3b6229d156), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.425779 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6571b501-59f6-4e00-b716-120171f556eb req-956231b7-51e7-4233-b4da-1c75ffabb23f tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338658 Jul 11 14:42:04.512446 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e3bc-2e71-42ef-9b77-476d3eb19e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (19ad2134-29fc-45aa-9762-5b3b6229d156), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.514971 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e3bc-2e71-42ef-9b77-476d3eb19e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.516094 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2ea0e3bc-2e71-42ef-9b77-476d3eb19e0b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19ad2134-29fc-45aa-9762-5b3b6229d156 HTTP/1.1" status: 204 len: 168 time: 0.7674508 Jul 11 14:42:04.533239 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0e3bc-2e71-42ef-9b77-476d3eb19e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad2134-29fc-45aa-9762-5b3b6229d156,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:04.712124 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c2c8c8-bf06-4bf9-962e-25a332ea4dba {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:04.721693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Publish callbacks [] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.737926 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Transition to ACTIVE for port object 90c2c8c8-bf06-4bf9-962e-25a332ea4dba will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:42:04.742606 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.785267 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:04.814175 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Pushing event updated for resources: {'Port': ['ID=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:04.869107 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:04.894618 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Attempting to bind port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:42:04.895022 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Attempting to bind port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:42:04.895412 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Attempting to bind port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba on network c0778f11-32ed-4b63-9a0c-1270df9f375b {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:04.904618 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba on network c0778f11-32ed-4b63-9a0c-1270df9f375b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:42:04.904942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Attempting to bind port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba on network c0778f11-32ed-4b63-9a0c-1270df9f375b {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:04.910328 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:42:04.910692 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Checking segment: {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:04.911194 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Bound using segment: {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:42:04.911622 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Bound port: 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:42:04.911979 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:04.955968 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a701f-fc5c-4220-8f00-53fe1d32a849 req-b727663b-7349-458e-92ae-5bbae60b50c3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:04.958909 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e30a701f-fc5c-4220-8f00-53fe1d32a849 req-b727663b-7349-458e-92ae-5bbae60b50c3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0609605 Jul 11 14:42:04.978618 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] For port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:42:04.982069 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] For port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:42:04.991438 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:05.042573 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e30a701f-fc5c-4220-8f00-53fe1d32a849 req-ae27ffa1-7641-4529-b599-2ae3aecf76ff tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779791 Jul 11 14:42:05.058778 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Pushing event updated for resources: {'Port': ['ID=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:05.064535 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:05.065592 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:05.067672 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-d76e0fc4-1606-4e25-a0d0-aa751a5d038f service neutron] 10.222.0.36 "PUT /v2.0/ports/90c2c8c8-bf06-4bf9-962e-25a332ea4dba HTTP/1.1" status: 200 len: 1093 time: 0.8619716 Jul 11 14:42:05.068587 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'tag': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:05.071832 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9541e-061c-4fe4-8125-16f5d54c062e" -d '{"events": [{"name": "network-changed", "server_uuid": "751f3bb7-cb4e-43c3-aab8-554e34dc828c", "tag": "90c2c8c8-bf06-4bf9-962e-25a332ea4dba"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:05.124077 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f16e40b-ccd0-4375-a5cd-f21c577f4880 x-openstack-request-id: req-3f16e40b-ccd0-4375-a5cd-f21c577f4880 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:05.124431 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751f3bb7-cb4e-43c3-aab8-554e34dc828c", "tag": "90c2c8c8-bf06-4bf9-962e-25a332ea4dba", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:05.124791 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f16e40b-ccd0-4375-a5cd-f21c577f4880 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:05.125320 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f16e40b-ccd0-4375-a5cd-f21c577f4880'] response: {'name': 'network-changed', 'server_uuid': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'tag': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba', 'status': 'completed', 'code': 200} Jul 11 14:42:05.177368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-abfcac53-8e75-4afd-889d-4552a738bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:05.179046 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-abfcac53-8e75-4afd-889d-4552a738bce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e0ccc1e4683478889d90814a1305507&device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 1127 time: 0.0460761 Jul 11 14:42:05.228783 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-cf799cca-618c-4768-a5d8-7eb9b672ac47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba HTTP/1.1" status: 200 len: 217 time: 0.0399106 Jul 11 14:42:05.281805 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-ab744c89-bcdc-49b9-b12f-baf76957b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:05.283423 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-ab744c89-bcdc-49b9-b12f-baf76957b21f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c47bba13-0c08-47c8-a613-84f934a5a2fa HTTP/1.1" status: 200 len: 854 time: 0.0454719 Jul 11 14:42:05.298306 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:42:05.318188 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-a45c5629-11ed-4e87-b5d7-b5f3a55118d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0778f11-32ed-4b63-9a0c-1270df9f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284359 Jul 11 14:42:05.428413 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-2e89d325-2d05-4ce5-9826-7e0bb69bd935 service neutron] 10.222.0.36 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994885 Jul 11 14:42:05.544023 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:05.548601 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e7b5bc84-2658-40fa-93ee-d892d46f4e70 req-f1e1d7f3-60a9-4caa-bf85-7ac76a79a47e service neutron] 10.222.0.36 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012771 Jul 11 14:42:05.564152 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b97f5-d8ec-44cf-bdb8-42d6730f7c20 req-d213c0b4-b0dd-43cb-9db7-7e0544819072 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:05.571194 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e55b97f5-d8ec-44cf-bdb8-42d6730f7c20 req-d213c0b4-b0dd-43cb-9db7-7e0544819072 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 943 time: 0.0703349 Jul 11 14:42:05.632112 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e55b97f5-d8ec-44cf-bdb8-42d6730f7c20 req-156f3409-a0df-446d-865d-623a97ad2515 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596893 Jul 11 14:42:05.672240 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:05.721445 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:05.721829 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:05.795707 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:05.798394 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:06.155153 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb0cc9-1311-4383-a27d-3b77455e3dae req-425bfa70-fe4e-4603-8c5e-6b5564d35642 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:06.156533 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-edeb0cc9-1311-4383-a27d-3b77455e3dae req-425bfa70-fe4e-4603-8c5e-6b5564d35642 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0478776 Jul 11 14:42:06.203607 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-edeb0cc9-1311-4383-a27d-3b77455e3dae req-9062d29b-23b5-44bd-9fb4-06bdf12eaa9c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Jul 11 14:42:06.753978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae918ccf-b832-41d3-923f-12ea8dfaf605 req-6c683a0d-8860-4ecb-973c-0b74bc1948e0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:06.755525 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ae918ccf-b832-41d3-923f-12ea8dfaf605 req-6c683a0d-8860-4ecb-973c-0b74bc1948e0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 943 time: 0.0482097 Jul 11 14:42:06.787735 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-9d436ffc-e3e6-4120-83ee-7eed363bafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:06.789281 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-9d436ffc-e3e6-4120-83ee-7eed363bafa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e0ccc1e4683478889d90814a1305507&device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 1127 time: 0.0436907 Jul 11 14:42:06.807285 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ae918ccf-b832-41d3-923f-12ea8dfaf605 req-4bf3edd7-4869-4b96-9b16-e522a386cba6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Jul 11 14:42:06.889623 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-20092af5-e503-4c44-83d5-4649316df3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:06.891117 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-20092af5-e503-4c44-83d5-4649316df3a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0778f11-32ed-4b63-9a0c-1270df9f375b HTTP/1.1" status: 200 len: 915 time: 0.0952923 Jul 11 14:42:06.931881 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-fe903b40-530e-4be0-adc6-5fb2de9fcd0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba HTTP/1.1" status: 200 len: 217 time: 0.0344543 Jul 11 14:42:06.992240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-03d60cb4-fd85-416c-b9e2-2a52dfc84f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:06.994165 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-03d60cb4-fd85-416c-b9e2-2a52dfc84f6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c47bba13-0c08-47c8-a613-84f934a5a2fa HTTP/1.1" status: 200 len: 854 time: 0.0487244 Jul 11 14:42:07.038097 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-200fb2bd-ad3a-47ee-b6ee-c9faaca2944c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0778f11-32ed-4b63-9a0c-1270df9f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357397 Jul 11 14:42:07.141215 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-ac671172-cf70-4712-8535-d9263e145ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934870 Jul 11 14:42:07.185565 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:07.217942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:07.257823 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8d9541e-061c-4fe4-8125-16f5d54c062e req-cbc02e63-7d96-4b06-a66c-9e56b1379c1c service neutron] 10.222.0.36 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046484 Jul 11 14:42:07.328177 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f17d8-e412-4fd2-a709-ae829bb7c01c req-a32f24a0-283d-4d48-9d36-d68e66dd34ec tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:07.329651 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1f5f17d8-e412-4fd2-a709-ae829bb7c01c req-a32f24a0-283d-4d48-9d36-d68e66dd34ec tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0484641 Jul 11 14:42:07.381890 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1f5f17d8-e412-4fd2-a709-ae829bb7c01c req-71c0a42a-59a0-4486-a03e-1f53a015bd83 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463328 Jul 11 14:42:07.472261 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 90c2c8c8-bf06-4bf9-962e-25a332ea4dba details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:42:07.576964 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:07.589907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba', 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b', 'port_id': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba', 'mac_address': 'fa:16:3e:2c:64:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47bba13-0c08-47c8-a613-84f934a5a2fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:42:07.624839 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:07.625225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:07.639473 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c2c8c8-bf06-4bf9-962e-25a332ea4dba {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:07.663513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:07.667416 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:07.715615 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:07.924828 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aed60-b1a9-49b8-98bf-4a72d74b59e4 req-1d12c036-802f-422f-b370-09897cb0caed tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:07.926198 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-220aed60-b1a9-49b8-98bf-4a72d74b59e4 req-1d12c036-802f-422f-b370-09897cb0caed tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 944 time: 0.0521200 Jul 11 14:42:08.045420 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['90c2c8c8-bf06-4bf9-962e-25a332ea4dba'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:42:08.214231 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-220aed60-b1a9-49b8-98bf-4a72d74b59e4 req-55b21a0a-b1bb-4490-8a5f-4b1ea3f890fd tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815132 Jul 11 14:42:08.506185 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bad322-22ee-400e-b6ad-b3d7505a2316 req-a0488a73-4657-4b21-9ee8-7a0a36925d48 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:08.507847 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-38bad322-22ee-400e-b6ad-b3d7505a2316 req-a0488a73-4657-4b21-9ee8-7a0a36925d48 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0508940 Jul 11 14:42:08.564720 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-38bad322-22ee-400e-b6ad-b3d7505a2316 req-0dff220d-2473-4b7d-8469-e30755f477e7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Jul 11 14:42:09.337663 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320b8ab-9492-4fbc-8467-b9fa25257673 req-26abe946-918f-4f2e-ad82-1981ad2fe94b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:09.339140 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3320b8ab-9492-4fbc-8467-b9fa25257673 req-26abe946-918f-4f2e-ad82-1981ad2fe94b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 944 time: 0.0485492 Jul 11 14:42:09.387402 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3320b8ab-9492-4fbc-8467-b9fa25257673 req-7a95947a-97f7-4a15-a366-3bf4a40c65be tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Jul 11 14:42:09.474687 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 90c2c8c8-bf06-4bf9-962e-25a332ea4dba up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:09.517955 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:42:09.524339 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:09.524339 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:09.549353 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:09.604632 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:09.605033 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:09.629485 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:09.632099 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de16180-bb5b-4587-944d-5b50ddb86705" -d '{"events": [{"server_uuid": "751f3bb7-cb4e-43c3-aab8-554e34dc828c", "name": "network-vif-plugged", "status": "completed", "tag": "90c2c8c8-bf06-4bf9-962e-25a332ea4dba"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:09.648677 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:09.655871 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:09.693180 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661318e7-a0df-42f1-a06e-c856a1d050cc req-9b97bdf5-2dac-44e1-9166-dea4d3395909 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:09.700328 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-661318e7-a0df-42f1-a06e-c856a1d050cc req-9b97bdf5-2dac-44e1-9166-dea4d3395909 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0608132 Jul 11 14:42:09.721583 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:09.736548 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf3d83-f3a6-4347-b01e-3fb35928b174 x-openstack-request-id: req-badf3d83-f3a6-4347-b01e-3fb35928b174 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:09.736965 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f3bb7-cb4e-43c3-aab8-554e34dc828c", "name": "network-vif-plugged", "status": "completed", "tag": "90c2c8c8-bf06-4bf9-962e-25a332ea4dba", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:09.737480 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-badf3d83-f3a6-4347-b01e-3fb35928b174 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:09.738086 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badf3d83-f3a6-4347-b01e-3fb35928b174'] response: {'server_uuid': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba', 'code': 200} Jul 11 14:42:09.757184 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-661318e7-a0df-42f1-a06e-c856a1d050cc req-708e8fb2-1387-44b2-8d5f-ba31068aae27 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556867 Jul 11 14:42:09.938744 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fbc10-3622-44e1-b936-fd3fdb5c9548 req-637d18b5-939e-4212-9d7b-6ba4f471f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:09.940277 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c85fbc10-3622-44e1-b936-fd3fdb5c9548 req-637d18b5-939e-4212-9d7b-6ba4f471f6b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 1129 time: 0.0395792 Jul 11 14:42:09.992197 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c85fbc10-3622-44e1-b936-fd3fdb5c9548 req-28776b42-838b-48c6-9578-839e87118594 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Jul 11 14:42:10.514614 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5690d5-632f-44b4-b9d0-513c405c02e3 req-53f6c2d4-b60e-4812-8078-d21d2c02ff08 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:10.516135 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b5690d5-632f-44b4-b9d0-513c405c02e3 req-53f6c2d4-b60e-4812-8078-d21d2c02ff08 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.0579119 Jul 11 14:42:10.565124 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b5690d5-632f-44b4-b9d0-513c405c02e3 req-c81e1ac3-4eb2-47e9-ab64-e2cbfcac55af tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Jul 11 14:42:10.868316 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c33e9-a48c-4b46-96e3-d8bf8dec57c8 req-f6c440bc-233c-4e2d-ae91-f6e56759cf6a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:10.869844 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6a2c33e9-a48c-4b46-96e3-d8bf8dec57c8 req-f6c440bc-233c-4e2d-ae91-f6e56759cf6a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0483322 Jul 11 14:42:10.923505 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6a2c33e9-a48c-4b46-96e3-d8bf8dec57c8 req-e63ae02c-ba0d-4de6-bc08-e5ed4c68e865 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479784 Jul 11 14:42:11.353002 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:11.690388 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3637c8-e3aa-42ac-ba7b-367c6ee1b812 req-364bffd8-bbe9-4fc0-a519-4296fba2548a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:11.691915 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9c3637c8-e3aa-42ac-ba7b-367c6ee1b812 req-364bffd8-bbe9-4fc0-a519-4296fba2548a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.0491996 Jul 11 14:42:11.741239 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9c3637c8-e3aa-42ac-ba7b-367c6ee1b812 req-3ee26758-7077-43c8-8507-01449767ad07 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Jul 11 14:42:12.052542 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45bed-2787-4409-b589-02db15b9c910 req-47e91313-9b3d-492d-9a42-740857aa64ed tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:12.060292 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-30f45bed-2787-4409-b589-02db15b9c910 req-47e91313-9b3d-492d-9a42-740857aa64ed tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0603614 Jul 11 14:42:12.108832 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-30f45bed-2787-4409-b589-02db15b9c910 req-d5276142-8aa7-4654-a0cf-916d95ee1479 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Jul 11 14:42:12.866117 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978d29-3c37-4a52-af1a-55fcf8b70b35 req-8aefc257-a2b7-4521-9fa9-8355de830fe0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:12.868340 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-57978d29-3c37-4a52-af1a-55fcf8b70b35 req-8aefc257-a2b7-4521-9fa9-8355de830fe0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.0542185 Jul 11 14:42:12.920850 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-57978d29-3c37-4a52-af1a-55fcf8b70b35 req-5b6ec3f7-2fc7-4d3a-8b6d-5d690e66b81e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465453 Jul 11 14:42:13.239951 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369807dd-683a-4787-9e9e-13c89474f9ac req-2a735a62-229d-4c6a-bf80-075e5dfdc24c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:13.241586 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-369807dd-683a-4787-9e9e-13c89474f9ac req-2a735a62-229d-4c6a-bf80-075e5dfdc24c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0541804 Jul 11 14:42:13.307646 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-369807dd-683a-4787-9e9e-13c89474f9ac req-e1dade2a-88bc-44bb-9681-026f6e347c41 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Jul 11 14:42:14.417414 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b048ab-45ab-47f0-9e30-4228e8fe3aea req-5a2d5705-0547-4fcb-9037-5949080a674d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:14.418961 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-16b048ab-45ab-47f0-9e30-4228e8fe3aea req-5a2d5705-0547-4fcb-9037-5949080a674d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0514288 Jul 11 14:42:14.465927 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-16b048ab-45ab-47f0-9e30-4228e8fe3aea req-d564d93e-fd55-48b1-acd0-63626c60992c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Jul 11 14:42:14.975125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:15.582990 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f9a2f-d458-4ebf-8f57-053e0fde6bd2 req-9fe0254a-99d7-4b81-a049-4903f48b3896 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:15.584452 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ed7f9a2f-d458-4ebf-8f57-053e0fde6bd2 req-9fe0254a-99d7-4b81-a049-4903f48b3896 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0510893 Jul 11 14:42:15.631511 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ed7f9a2f-d458-4ebf-8f57-053e0fde6bd2 req-b6055bda-0ea8-4390-8a31-c46b82faf8db tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Jul 11 14:42:16.082170 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-7e72f435-1cc0-412b-bc94-b9570a296e52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394630 Jul 11 14:42:16.157435 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948207-4e00-46f7-848e-3a80305f5a47 req-6535e74f-92a1-4847-9c71-c9e6e2194fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:16.158990 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-6535e74f-92a1-4847-9c71-c9e6e2194fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 1129 time: 0.0403488 Jul 11 14:42:16.276795 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948207-4e00-46f7-848e-3a80305f5a47 req-997385c6-7787-4d3a-8c10-7e61bf75e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:16.278241 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-997385c6-7787-4d3a-8c10-7e61bf75e0a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.0958891 Jul 11 14:42:16.316346 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-d76564fc-e1a1-469b-84e7-ef115b76d0df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9 HTTP/1.1" status: 200 len: 217 time: 0.0318277 Jul 11 14:42:16.365268 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948207-4e00-46f7-848e-3a80305f5a47 req-d3b937f7-9da2-4324-88b6-92fc3dddb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:16.366627 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-d3b937f7-9da2-4324-88b6-92fc3dddb087 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0437000 Jul 11 14:42:16.402473 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:16.437212 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948207-4e00-46f7-848e-3a80305f5a47 req-e51dd881-bf8b-4591-b330-10cc2bdc7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:16.439843 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-e51dd881-bf8b-4591-b330-10cc2bdc7d05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476823 Jul 11 14:42:16.543222 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-93a25739-2395-4647-8baf-8777fc0cc259 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938890 Jul 11 14:42:16.572165 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:16.650049 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af948207-4e00-46f7-848e-3a80305f5a47 req-13e152bb-6228-4348-a19b-18d0989559b5 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986297 Jul 11 14:42:16.800762 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a97f7d-ebd2-45f9-b976-d1fd729becb5 req-6697a33e-4138-4457-9267-bc555c6b9ac9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:16.802488 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-78a97f7d-ebd2-45f9-b976-d1fd729becb5 req-6697a33e-4138-4457-9267-bc555c6b9ac9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0672286 Jul 11 14:42:16.861799 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-78a97f7d-ebd2-45f9-b976-d1fd729becb5 req-a9ebba25-2f14-470c-9815-b0222163645d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493870 Jul 11 14:42:17.981134 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849511ca-cd0d-42ad-a136-1edac8cf1f5b req-13a401e7-dbb9-4feb-ab40-a70dbb9cfe70 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:17.982618 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-849511ca-cd0d-42ad-a136-1edac8cf1f5b req-13a401e7-dbb9-4feb-ab40-a70dbb9cfe70 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0488448 Jul 11 14:42:18.000937 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:18.031528 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-849511ca-cd0d-42ad-a136-1edac8cf1f5b req-b7a9fabe-73a6-4e77-9ea9-50a2c92ff083 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Jul 11 14:42:19.017415 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c951-fb4a-41db-a268-903990e67e35 req-2c4b00cb-1933-4951-a3dc-b110033c4021 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:19.018914 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-00f4c951-fb4a-41db-a268-903990e67e35 req-2c4b00cb-1933-4951-a3dc-b110033c4021 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0489192 Jul 11 14:42:19.073057 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-00f4c951-fb4a-41db-a268-903990e67e35 req-d88b29e4-f76f-4bd0-a800-b8e083607589 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484591 Jul 11 14:42:19.151733 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:19.164506 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddb2b2-06fd-451e-a8f0-60f9a5cb8dab req-66a0bbee-81b7-42ed-add1-daf626d0820f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:19.166414 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bbddb2b2-06fd-451e-a8f0-60f9a5cb8dab req-66a0bbee-81b7-42ed-add1-daf626d0820f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0562735 Jul 11 14:42:19.220528 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bbddb2b2-06fd-451e-a8f0-60f9a5cb8dab req-c32b1307-1571-47ab-8ad7-be36c8a225d0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477967 Jul 11 14:42:19.851053 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42554) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:19.857467 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75469248', 'description': 'tempest-description--990765378'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:19.879719 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:19.947859 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (a4d9797b-1b78-4917-8ef8-e2d1f9e7302c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:19.951660 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (a4d9797b-1b78-4917-8ef8-e2d1f9e7302c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:19.985315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:19.986546 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1343269 Jul 11 14:42:19.987645 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:19.989535 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42558) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:19.994229 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': 'a4d9797b-1b78-4917-8ef8-e2d1f9e7302c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:20.006617 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.006963 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.007307 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.007641 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.008048 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.008887 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.009214 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.009537 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.009862 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.010184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.010644 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.010975 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.011295 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.011613 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.011935 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4674931-04e0-4cb8-a16e-6ffd8c642c5d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:20.033683 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (3cff0886-e243-4e36-b3eb-1c121cb16b45), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.092668 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (3cff0886-e243-4e36-b3eb-1c121cb16b45), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.096347 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (3cff0886-e243-4e36-b3eb-1c121cb16b45), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.116664 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cff0886-e243-4e36-b3eb-1c121cb16b45,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:20.122766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.124088 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-5c349f2b-58e4-432e-a415-75a7e9388a99 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335762 Jul 11 14:42:20.127059 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42562) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:20.131323 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': 'a4d9797b-1b78-4917-8ef8-e2d1f9e7302c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:20.158304 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (97f1dde6-491f-4fd7-8f70-3076f246a06c), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.210405 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646ca61-3739-4ae6-9742-8d243cb5084e req-5d2a535b-3ae8-4464-8b6c-9c031d655148 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:20.212919 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f646ca61-3739-4ae6-9742-8d243cb5084e req-5d2a535b-3ae8-4464-8b6c-9c031d655148 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0523875 Jul 11 14:42:20.223548 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (97f1dde6-491f-4fd7-8f70-3076f246a06c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.228244 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (97f1dde6-491f-4fd7-8f70-3076f246a06c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.248237 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f1dde6-491f-4fd7-8f70-3076f246a06c,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:20.257349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.261636 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b01749b2-7b4a-4a1b-8594-deb27b79aea2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306405 Jul 11 14:42:20.262595 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 42566) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:20.267732 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:20.273787 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f646ca61-3739-4ae6-9742-8d243cb5084e req-f5951091-6776-4536-8946-3921b96c9c92 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541694 Jul 11 14:42:20.287222 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:20.303929 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.406157 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2822e-ae25-412d-9630-1e01e1638403 req-1fcd7d09-1ad0-4c6e-baab-77ce2e2e5dd0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:20.407676 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-14b2822e-ae25-412d-9630-1e01e1638403 req-1fcd7d09-1ad0-4c6e-baab-77ce2e2e5dd0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0920849 Jul 11 14:42:20.431519 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.442534 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:20.512748 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-14b2822e-ae25-412d-9630-1e01e1638403 req-0beb6118-2dcd-42c6-bfc4-89822b10ee64 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994122 Jul 11 14:42:20.569923 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.37.1.250 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/94429ec1-403a-4aa6-9ecd-c3ed016d1806) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:20.677834 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.714606 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.762081 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:20.766938 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:20.771123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:20.776748 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=94429ec1-403a-4aa6-9ecd-c3ed016d1806,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:20.861448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (ed85f51e-7d75-43c6-852e-5a7c6a249cfd), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:20.909249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:21.043981 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:21.082010 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:21.087123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:21.162566 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=94429ec1-403a-4aa6-9ecd-c3ed016d1806,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:21.172771 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (ed85f51e-7d75-43c6-852e-5a7c6a249cfd), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:21.189493 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:21.199096 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-5b992bc1-2fa2-4bc6-b12e-0596cdf62436 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9271991 Jul 11 14:42:21.400585 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684e8f6-e8a8-4d98-b87e-c4d808137932 req-73749ece-ac8c-4fac-87d9-a88738020454 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:21.402065 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0684e8f6-e8a8-4d98-b87e-c4d808137932 req-73749ece-ac8c-4fac-87d9-a88738020454 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0500224 Jul 11 14:42:21.402325 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-d8405596-55ca-457e-836b-3a5ec686dec3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--75469248&fields=id&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 267 time: 0.0427198 Jul 11 14:42:21.426219 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:21.459626 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0684e8f6-e8a8-4d98-b87e-c4d808137932 req-1d064efd-526d-4e38-b68f-57f9f426ab85 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500872 Jul 11 14:42:21.531136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9c313a85-1e06-4bd4-86d3-1892371743d7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:21.532586 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9c313a85-1e06-4bd4-86d3-1892371743d7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.1187449 Jul 11 14:42:21.548726 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-5075e499-6cae-4b60-a1b0-17a1dd1ea237 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/quotas/1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 375 time: 0.0104048 Jul 11 14:42:21.607505 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-7a8390f8-bd5b-43b1-bf6f-c81992117ee4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534265 Jul 11 14:42:21.659999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f6576-2351-48ba-b934-47d51917334c req-dbc02347-6b2f-4a58-a87d-4d5b12ebf84a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:21.663833 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-269f6576-2351-48ba-b934-47d51917334c req-dbc02347-6b2f-4a58-a87d-4d5b12ebf84a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0780642 Jul 11 14:42:21.719414 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-269f6576-2351-48ba-b934-47d51917334c req-2ac81811-db4f-430f-a7de-b90aa311225d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 Jul 11 14:42:21.720374 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-624ebc20-686a-4b8f-bff8-e65ed7e381fc service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980427 Jul 11 14:42:21.813026 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-13267fe2-5fc5-4774-b209-a898e949dd72 service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Jul 11 14:42:22.121605 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d227aff0-3259-48c8-8d7f-f2e4400ce634 req-dc7fe6c2-a9ce-422d-b466-fa59a561a7c5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 210 time: 0.0311069 Jul 11 14:42:22.343828 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=58 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:22.354179 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=8 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:22.604351 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a09fb-3216-4ca0-a79c-9b2802dd6091 req-4b564a07-d931-44c7-972b-c58ac2049bfe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:22.605841 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e41a09fb-3216-4ca0-a79c-9b2802dd6091 req-4b564a07-d931-44c7-972b-c58ac2049bfe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0681882 Jul 11 14:42:22.661701 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e41a09fb-3216-4ca0-a79c-9b2802dd6091 req-5cebf81d-a6e7-4a4f-9e1b-404934459b46 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Jul 11 14:42:22.760802 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8b253fe7-0f54-4ad0-b6e4-5cb67d6d01ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:22.847033 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bde304-e507-4ee7-afe9-48cc67a63fde req-b5084998-e8ed-45d7-8d48-372f2999d61f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:22.848465 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-02bde304-e507-4ee7-afe9-48cc67a63fde req-b5084998-e8ed-45d7-8d48-372f2999d61f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0504670 Jul 11 14:42:22.902099 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-02bde304-e507-4ee7-afe9-48cc67a63fde req-72f9a788-d9b5-4ac3-b21a-030e57be22b7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Jul 11 14:42:23.232988 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9d974429-8d2c-4d8a-9317-3ab7acfdfaf2 req-76703ef3-3adf-4542-9709-b5a3db46e6f1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Jul 11 14:42:23.306484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9c299b64-9581-4375-88ed-be0988d0d4ac tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:23.308857 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9c299b64-9581-4375-88ed-be0988d0d4ac tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.1270509 Jul 11 14:42:23.390679 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-1c08d61e-e583-4fa9-a9ae-a00e3223b767 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 471 time: 0.0689244 Jul 11 14:42:23.401569 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'port': {'device_id': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'admin_state_up': True, 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'security_groups': ['a4d9797b-1b78-4917-8ef8-e2d1f9e7302c']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:23.514622 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Made reservation on behalf of 1baa6ea2e19747d1af1e1042c362895d for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:42:23.518412 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:23.648007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.20.0.3 (8679b039-4e4e-4ae1-83e8-21c78c675a96/582193c6-7221-4184-a15a-f20ab89f2f84/c62c0fe9-fd78-4a72-aef8-9bd42e6d81de) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:23.681139 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:23.831417 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847c383-efcf-4390-aaa5-20d0797bfaa8 req-7d7ecab4-3291-45b2-9281-6ca2b7fa6d53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:23.832750 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2847c383-efcf-4390-aaa5-20d0797bfaa8 req-7d7ecab4-3291-45b2-9281-6ca2b7fa6d53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0764263 Jul 11 14:42:23.844542 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:23.881888 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:23.915925 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2847c383-efcf-4390-aaa5-20d0797bfaa8 req-923df03a-61cd-4c2c-9728-e4065c2a1136 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745523 Jul 11 14:42:23.918039 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:23.968753 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:23.973960 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:23.976175 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:23.978350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:24.031718 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:24.032380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.048707 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995bc3e-f8ef-441c-8027-84ff4e5fa759 req-9f91bd15-6f50-4831-97d0-55318ad65168 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:24.056080 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1995bc3e-f8ef-441c-8027-84ff4e5fa759 req-9f91bd15-6f50-4831-97d0-55318ad65168 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0705819 Jul 11 14:42:24.062540 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-118e7cbd-b5e6-44b2-a598-9234be6ded2f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6614492 Jul 11 14:42:24.109473 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1995bc3e-f8ef-441c-8027-84ff4e5fa759 req-f2ee598c-e6cd-4a91-afec-d7762b8c5d8c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Jul 11 14:42:24.128245 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Request body: {'port': {'device_id': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:24.193372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.234336 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c9551d3-eace-40a8-9f45-bc005a61e486 None None] Provisioning complete for port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:24.235108 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c9551d3-eace-40a8-9f45-bc005a61e486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.270797 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c9551d3-eace-40a8-9f45-bc005a61e486 None None] Port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:42:24.378051 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78f522-9544-4d0a-9a07-52dff422eb85 req-5c55815f-8188-42bc-ba57-06eb33a6a630 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:24.379581 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f78f522-9544-4d0a-9a07-52dff422eb85 req-5c55815f-8188-42bc-ba57-06eb33a6a630 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 931 time: 0.0668333 Jul 11 14:42:24.479180 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f78f522-9544-4d0a-9a07-52dff422eb85 req-4c30dfeb-b24e-4f88-bef2-f374168f8eaf tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933290 Jul 11 14:42:24.550746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62c0fe9-fd78-4a72-aef8-9bd42e6d81de {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:24.558745 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Publish callbacks [] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.570895 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Transition to ACTIVE for port object c62c0fe9-fd78-4a72-aef8-9bd42e6d81de will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:42:24.575148 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.578839 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:24.632083 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:24.720975 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Attempting to bind port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:42:24.721693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Attempting to bind port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:42:24.722220 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Attempting to bind port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:24.728909 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:42:24.729227 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Attempting to bind port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:24.735673 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:42:24.736083 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:24.736484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Bound using segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:42:24.737049 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Bound port: c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:42:24.737547 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.803342 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] For port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:42:24.807261 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] For port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:42:24.814028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.817199 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:24.854912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:24.855535 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:24.857083 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] 10.222.0.36 "PUT /v2.0/ports/c62c0fe9-fd78-4a72-aef8-9bd42e6d81de HTTP/1.1" status: 200 len: 1093 time: 0.7329960 Jul 11 14:42:24.857463 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:24.859737 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642e63b-d3da-4633-bf1d-19508ad91d50" -d '{"events": [{"name": "network-changed", "server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:24.888255 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b786d37-2cd5-4ad5-b2a4-846b3dddc808 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:24.915549 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2ff993-790c-49a9-9dde-edf4608c4220 x-openstack-request-id: req-8f2ff993-790c-49a9-9dde-edf4608c4220 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:24.915904 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:24.916210 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f2ff993-790c-49a9-9dde-edf4608c4220 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:24.916678 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2ff993-790c-49a9-9dde-edf4608c4220'] response: {'name': 'network-changed', 'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'status': 'completed', 'code': 200} Jul 11 14:42:24.962289 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-bd696faf-c399-45cd-ba6e-f08cbca68e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:24.963995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-bd696faf-c399-45cd-ba6e-f08cbca68e9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 1127 time: 0.0451024 Jul 11 14:42:25.262243 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff649b5-30bb-45fe-aa73-b89fea3792c3 req-fa54d509-7bb7-4d61-ba96-9cdacccbd81d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:25.263993 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ff649b5-30bb-45fe-aa73-b89fea3792c3 req-fa54d509-7bb7-4d61-ba96-9cdacccbd81d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0603857 Jul 11 14:42:25.271996 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-85284a20-c628-40d6-af7e-b46f560f4276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de HTTP/1.1" status: 200 len: 217 time: 0.2981052 Jul 11 14:42:25.315698 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3d492-33e5-49f8-b427-826153979e2f req-0be1d400-2f19-46a2-a2d3-f7c62e4a3a91 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:25.316704 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cbd3d492-33e5-49f8-b427-826153979e2f req-0be1d400-2f19-46a2-a2d3-f7c62e4a3a91 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0516651 Jul 11 14:42:25.318982 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ff649b5-30bb-45fe-aa73-b89fea3792c3 req-145408e4-bfbe-46f4-9e5a-294f7b5d2886 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479825 Jul 11 14:42:25.372883 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cbd3d492-33e5-49f8-b427-826153979e2f req-e9dd1ba1-b9ca-478d-a728-53f106c61ee8 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522141 Jul 11 14:42:25.412275 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7fbe747b-90cb-4298-b448-21d117e2ee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:25.442001 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-a63b352c-5de7-45fe-8ad7-35223fe7e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:25.443503 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-a63b352c-5de7-45fe-8ad7-35223fe7e07c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.0650125 Jul 11 14:42:25.489908 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-cb484c6b-9312-4aaf-96c2-be6af972b2b7 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075789476&fields=id&tenant_id=3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 267 time: 0.0440466 Jul 11 14:42:25.541522 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:25.599758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27789af3-12b3-438a-8024-364a1886e297 req-1584ecce-22bf-441d-8c99-ffd543f24e37 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:25.601355 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-27789af3-12b3-438a-8024-364a1886e297 req-1584ecce-22bf-441d-8c99-ffd543f24e37 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0543294 Jul 11 14:42:25.611468 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-7191a05b-2c5d-4e89-8c42-13b67ace66b1 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:25.613374 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-7191a05b-2c5d-4e89-8c42-13b67ace66b1 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 811 time: 0.1150620 Jul 11 14:42:25.630497 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-a5fddfd7-4eb5-4c0c-b2e9-53052e13459f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/quotas/3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 375 time: 0.0098872 Jul 11 14:42:25.661952 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-27789af3-12b3-438a-8024-364a1886e297 req-9e99276a-9b3f-47f2-b53d-f8e40a1a9909 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540211 Jul 11 14:42:25.679636 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:25.688921 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-5b049a7a-fc9c-40f1-a129-6eb70e0e3bde tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528853 Jul 11 14:42:25.793259 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-074e34e8-2b99-487d-a915-9c517cd92b51 service neutron] 10.222.0.72 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922883 Jul 11 14:42:25.805866 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-357e21b4-45a9-45aa-a0b0-01227b6879e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:25.808471 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-357e21b4-45a9-45aa-a0b0-01227b6879e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549514 Jul 11 14:42:25.894703 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-6b5aa2ee-5a41-416f-934f-7aff20aedc0d service neutron] 10.222.0.72 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957947 Jul 11 14:42:25.910234 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-242e63eb-aa6f-4bac-a1f1-491fbc436c20 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923903 Jul 11 14:42:26.273000 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e9b4cd81-2a1a-4d8e-95e7-722a99ba5fc0 req-c87ff248-4a8e-4569-b970-70c599003671 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 210 time: 0.0726457 Jul 11 14:42:26.315586 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-32692e1e-c618-4d95-8bbd-631c9e988c65 req-0f605c37-fac1-42ba-85a6-028d899b9596 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718023 Jul 11 14:42:26.426558 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-2f518748-4e88-4c27-81e5-9199dafed29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.428852 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-2f518748-4e88-4c27-81e5-9199dafed29d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 1127 time: 0.0530872 Jul 11 14:42:26.467758 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25b7b0-e317-474d-bc85-f01b995e3b48 req-9aae9487-c23c-4a8c-b067-91b3e047ad68 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.469759 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1e25b7b0-e317-474d-bc85-f01b995e3b48 req-9aae9487-c23c-4a8c-b067-91b3e047ad68 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0721297 Jul 11 14:42:26.544558 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1e25b7b0-e317-474d-bc85-f01b995e3b48 req-3bf55e39-43df-48b9-b2ec-b3653bdbcaa5 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564551 Jul 11 14:42:26.598531 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:26.621106 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cedb2-3067-49ea-afa1-8c9575c29329 req-612f03d8-d3ee-4851-bf49-6442e130b6dc tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.622597 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a98cedb2-3067-49ea-afa1-8c9575c29329 req-612f03d8-d3ee-4851-bf49-6442e130b6dc tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1313565 Jul 11 14:42:26.641279 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-4425adc9-a616-4ce9-a666-84a3503e7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.642976 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-4425adc9-a616-4ce9-a666-84a3503e7ea2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.2073865 Jul 11 14:42:26.695412 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-c59a5f7f-f810-4e50-b605-55a4f7eda145 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de HTTP/1.1" status: 200 len: 217 time: 0.0417891 Jul 11 14:42:26.739859 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a98cedb2-3067-49ea-afa1-8c9575c29329 req-392a6959-b4b9-412d-82a8-85feccbc57e3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105871 Jul 11 14:42:26.781330 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-31b8f82c-4f4d-4312-8b93-416470657356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.782978 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-31b8f82c-4f4d-4312-8b93-416470657356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.0741236 Jul 11 14:42:26.811862 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a485c18-08f2-4bd8-b5fc-d9b8fd360d97 req-65b97d13-ac4c-4fcf-baf4-a97aeb56ae8a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.813422 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0a485c18-08f2-4bd8-b5fc-d9b8fd360d97 req-65b97d13-ac4c-4fcf-baf4-a97aeb56ae8a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0585680 Jul 11 14:42:26.837250 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-5b95ea61-1473-41fd-b001-40faecb9d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:26.838787 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-5b95ea61-1473-41fd-b001-40faecb9d652 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471044 Jul 11 14:42:26.866844 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0a485c18-08f2-4bd8-b5fc-d9b8fd360d97 req-e335ee7d-37bb-4866-9b6b-782fba81fedb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462675 Jul 11 14:42:26.928607 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:26.946785 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-32e70502-c0f8-4049-ad40-fce2c6859400 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001709 Jul 11 14:42:27.041549 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:27.261811 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0642e63b-d3da-4633-bf1d-19508ad91d50 req-d5f0fe28-5701-4adf-8b32-60323018fed6 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983982 Jul 11 14:42:27.372474 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e91a7a6f-f21c-41fd-b965-7ab1a7646440 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:27.373966 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e91a7a6f-f21c-41fd-b965-7ab1a7646440 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 811 time: 0.1258628 Jul 11 14:42:27.408911 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-01771197-e699-49c8-b230-c91667df37a8 req-9ad11f04-0d71-488d-8221-94f272370103 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 210 time: 0.0313275 Jul 11 14:42:27.466667 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-452b065b-c35c-4333-ad53-82134db2609a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 380 time: 0.0747066 Jul 11 14:42:27.479338 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'port': {'device_id': '3a91aed4-52ff-4220-bc8f-571c50452865', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'admin_state_up': True, 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'security_groups': ['49e6c7b4-1580-4038-901b-087322dd7a61']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:27.616962 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Made reservation on behalf of 3d541b7a72dc4b4494a42bda6fa75026 for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:42:27.622854 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:27.647695 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488741-f978-4700-a09a-d7bbffbc6239 req-9d18e59c-1b2e-463b-aeb3-cb552f4bde82 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:27.650856 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-58488741-f978-4700-a09a-d7bbffbc6239 req-9d18e59c-1b2e-463b-aeb3-cb552f4bde82 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0636723 Jul 11 14:42:27.701351 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-58488741-f978-4700-a09a-d7bbffbc6239 req-9c133b52-dc50-4c07-85c5-ad2422799a90 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459487 Jul 11 14:42:27.728779 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a663dbb-ff94-48df-91bb-8ec7283ba80d req-efa378eb-748d-49f3-9a57-c92bcc0c7918 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:27.730225 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8a663dbb-ff94-48df-91bb-8ec7283ba80d req-efa378eb-748d-49f3-9a57-c92bcc0c7918 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0962138 Jul 11 14:42:27.749806 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:27.827010 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8a663dbb-ff94-48df-91bb-8ec7283ba80d req-4e38314d-3cf3-456d-92e8-1f7bb4f4e318 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885201 Jul 11 14:42:27.847139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Allocated IP 172.20.0.3 (e7191ae9-3a75-447f-ae05-2827e78eae91/d31e658e-355f-4ad7-9cf1-9c5cec40f92e/957d5045-a8c1-4d28-8ee4-755331ae2c84) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:27.868711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec4a6-4d28-4bed-be5c-ff755cc230d7 req-3b859022-729e-43b3-ae6b-737c3f4b4fda tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:27.870567 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-521ec4a6-4d28-4bed-be5c-ff755cc230d7 req-3b859022-729e-43b3-ae6b-737c3f4b4fda tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0571325 Jul 11 14:42:27.909313 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:27.935300 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-521ec4a6-4d28-4bed-be5c-ff755cc230d7 req-e51a0628-61c7-4ea8-bef4-f87b341c34b3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577564 Jul 11 14:42:28.015224 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a511ab9-dd65-4b49-b68b-6a9f20ce720e req-4e013236-8ad4-47a6-b884-a6aa53a8afb8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:28.016672 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3a511ab9-dd65-4b49-b68b-6a9f20ce720e req-4e013236-8ad4-47a6-b884-a6aa53a8afb8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0641763 Jul 11 14:42:28.040746 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.105649 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3a511ab9-dd65-4b49-b68b-6a9f20ce720e req-69131d59-c516-475e-af3a-f73608309319 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795510 Jul 11 14:42:28.116837 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.143870 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:28.163377 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:28.171116 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:28.175679 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:28.176301 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.200176 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245927 Jul 11 14:42:28.201467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:28.209989 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.210327 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.210695 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.211577 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.211906 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.212236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.212558 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.212879 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.213200 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.213626 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.213954 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.214277 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.214624 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.214942 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.215257 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c1a3a-bc6b-4fdf-ad1d-923f81c72c0d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:28.237409 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Request body: {'port': {'device_id': '3a91aed4-52ff-4220-bc8f-571c50452865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:28.279238 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:28.298792 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.306409 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.505922 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-724df8ae-869a-40c1-9ef1-58e887c4a242 None None] Provisioning complete for port 957d5045-a8c1-4d28-8ee4-755331ae2c84 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:28.506512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-724df8ae-869a-40c1-9ef1-58e887c4a242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.528437 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25084a9-bbae-41eb-aed2-b7a1771f9088 req-aacdbd8d-5e6f-4c31-b513-48616ef81f39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:28.528903 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.530694 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c25084a9-bbae-41eb-aed2-b7a1771f9088 req-aacdbd8d-5e6f-4c31-b513-48616ef81f39 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 931 time: 0.0502284 Jul 11 14:42:28.547704 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-724df8ae-869a-40c1-9ef1-58e887c4a242 None None] Port 957d5045-a8c1-4d28-8ee4-755331ae2c84 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:42:28.591619 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:28.593789 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c25084a9-bbae-41eb-aed2-b7a1771f9088 req-7f423efd-fdfc-44b2-a870-a3b07c1354a3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540361 Jul 11 14:42:28.598612 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957d5045-a8c1-4d28-8ee4-755331ae2c84 {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:28.607621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Publish callbacks [] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.622596 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Transition to ACTIVE for port object 957d5045-a8c1-4d28-8ee4-755331ae2c84 will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:42:28.626596 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.674123 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Pushing event updated for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:28.714068 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Attempting to bind port 957d5045-a8c1-4d28-8ee4-755331ae2c84 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:42:28.714528 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Attempting to bind port 957d5045-a8c1-4d28-8ee4-755331ae2c84 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:42:28.714900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Attempting to bind port 957d5045-a8c1-4d28-8ee4-755331ae2c84 on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:28.720578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Port 957d5045-a8c1-4d28-8ee4-755331ae2c84 on network e7191ae9-3a75-447f-ae05-2827e78eae91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:42:28.721032 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Attempting to bind port 957d5045-a8c1-4d28-8ee4-755331ae2c84 on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:28.730489 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:42:28.730827 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Checking segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:28.731585 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Bound using segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:42:28.731693 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Bound port: 957d5045-a8c1-4d28-8ee4-755331ae2c84, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:42:28.731967 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.819965 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:28.843944 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c57ee-00f6-4831-966d-6eb165123a4a req-cee8f4aa-d827-4cf0-af63-4049b8de834e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:28.845450 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a00c57ee-00f6-4831-966d-6eb165123a4a req-cee8f4aa-d827-4cf0-af63-4049b8de834e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0679500 Jul 11 14:42:28.846587 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:42:28.850252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:42:28.863185 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.933602 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:28.934232 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:28.935658 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] 10.222.0.36 "PUT /v2.0/ports/957d5045-a8c1-4d28-8ee4-755331ae2c84 HTTP/1.1" status: 200 len: 1093 time: 0.7026565 Jul 11 14:42:28.936165 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:28.938379 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190342c9-0895-4f6f-a58a-25de688125b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:28.963072 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a00c57ee-00f6-4831-966d-6eb165123a4a req-e22499af-81e5-48d7-aaba-d24cb1ec9023 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104748 Jul 11 14:42:28.982545 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ebbae-a3f0-4b74-9443-557148bb6250 service neutron] Pushing event updated for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:29.006889 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319222-de14-482e-a1d4-586e705a0471 req-cf4bd9d1-d48d-499c-bd82-dcd80dabb76f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.014843 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-70319222-de14-482e-a1d4-586e705a0471 req-cf4bd9d1-d48d-499c-bd82-dcd80dabb76f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0801070 Jul 11 14:42:29.049668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-eda96110-07c1-4310-a807-e1b11d1e1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.051856 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-eda96110-07c1-4310-a807-e1b11d1e1302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 1127 time: 0.0602314 Jul 11 14:42:29.053536 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797aec1-6dae-4577-b38c-67720a599dbb x-openstack-request-id: req-f797aec1-6dae-4577-b38c-67720a599dbb {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:29.053903 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:29.054157 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f797aec1-6dae-4577-b38c-67720a599dbb {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:29.054655 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f797aec1-6dae-4577-b38c-67720a599dbb'] response: {'name': 'network-changed', 'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'status': 'completed', 'code': 200} Jul 11 14:42:29.079131 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-70319222-de14-482e-a1d4-586e705a0471 req-9fa76593-a7f0-4042-8f41-89cd9d2260d9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633051 Jul 11 14:42:29.139389 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27702e-54d5-414c-a2f5-a5e6ccc63ce3 req-380bf990-a89e-41ad-9bbd-71ab16e11615 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.141066 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9f27702e-54d5-414c-a2f5-a5e6ccc63ce3 req-380bf990-a89e-41ad-9bbd-71ab16e11615 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0553734 Jul 11 14:42:29.227784 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-f8086fe5-9b79-4a2e-93d9-999bed3dbc54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84 HTTP/1.1" status: 200 len: 217 time: 0.0520816 Jul 11 14:42:29.244620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e54a5-2b3b-4c6a-993b-34ce51dd00a8 req-10fbcb14-16c2-4dc8-ac5d-d114160b542d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.246395 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2f7e54a5-2b3b-4c6a-993b-34ce51dd00a8 req-10fbcb14-16c2-4dc8-ac5d-d114160b542d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0531383 Jul 11 14:42:29.248219 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9f27702e-54d5-414c-a2f5-a5e6ccc63ce3 req-8d50c2af-6f0f-4a37-b4ff-bd7a2ab5617d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947075 Jul 11 14:42:29.297225 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-9e6893a8-ec7e-4cf2-aff3-181a5fa9cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.298365 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2f7e54a5-2b3b-4c6a-993b-34ce51dd00a8 req-c8165098-f9df-456c-a2a3-3dc2aab4a70c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462372 Jul 11 14:42:29.299386 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-9e6893a8-ec7e-4cf2-aff3-181a5fa9cf4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0638189 Jul 11 14:42:29.344971 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-1645731a-63cb-47b5-bf34-aef8eb13fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.346470 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-1645731a-63cb-47b5-bf34-aef8eb13fd97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399351 Jul 11 14:42:29.447171 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-76519282-bd6a-448a-a5f4-a11588d7f3de service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874150 Jul 11 14:42:29.543649 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6330ec19-9577-4d63-ab64-1420a6b0b694 req-eff89975-9ad8-4452-aa75-749676a05211 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899565 Jul 11 14:42:29.712672 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bee83e-fc52-425a-9370-0ab5065953bc req-48e4620f-46ed-4279-8ed6-f92db967bb37 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.714253 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f4bee83e-fc52-425a-9370-0ab5065953bc req-48e4620f-46ed-4279-8ed6-f92db967bb37 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0472131 Jul 11 14:42:29.743157 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:29.778603 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f4bee83e-fc52-425a-9370-0ab5065953bc req-d27e4c15-4b89-4bd6-a90d-42795d7aa629 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585055 Jul 11 14:42:29.865128 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190342c9-0895-4f6f-a58a-25de688125b9 req-76a6cff0-7dad-48a3-bd26-c0639cdbcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.866985 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-76a6cff0-7dad-48a3-bd26-c0639cdbcc3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 1127 time: 0.0394230 Jul 11 14:42:29.959534 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190342c9-0895-4f6f-a58a-25de688125b9 req-fb31ca8c-3b72-4ddb-829f-e8ab3240bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:29.961401 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-fb31ca8c-3b72-4ddb-829f-e8ab3240bed4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.0866132 Jul 11 14:42:30.000137 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-d6fbfd6d-9927-4e74-9033-c54825703bd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84 HTTP/1.1" status: 200 len: 217 time: 0.0317857 Jul 11 14:42:30.074620 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190342c9-0895-4f6f-a58a-25de688125b9 req-7fef2cff-54dd-4645-a08d-f59b190ca4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.076097 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-7fef2cff-54dd-4645-a08d-f59b190ca4af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0682449 Jul 11 14:42:30.104216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a67ea8-5fdd-4b37-a867-3622fd21e4cd req-24b8196c-08a3-4cd2-9215-91f16bc4eee1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.105813 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98a67ea8-5fdd-4b37-a867-3622fd21e4cd req-24b8196c-08a3-4cd2-9215-91f16bc4eee1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0507846 Jul 11 14:42:30.127257 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190342c9-0895-4f6f-a58a-25de688125b9 req-79807f12-0b79-4e7d-ad0a-ebeed0030ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.128584 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-79807f12-0b79-4e7d-ad0a-ebeed0030ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432894 Jul 11 14:42:30.156147 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98a67ea8-5fdd-4b37-a867-3622fd21e4cd req-4638e258-a213-4c23-8a4c-2f4d583a6be6 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440958 Jul 11 14:42:30.239903 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886f778-c0e7-40cc-84aa-bb7b3a7dbe0f req-720ee4e7-ec0e-4fa6-955a-e1780bb3e4a7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.241364 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c886f778-c0e7-40cc-84aa-bb7b3a7dbe0f req-720ee4e7-ec0e-4fa6-955a-e1780bb3e4a7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0885179 Jul 11 14:42:30.280388 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-ba1c9ba9-0cfd-420e-a284-65b9fd647253 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445260 Jul 11 14:42:30.286638 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:30.333207 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c886f778-c0e7-40cc-84aa-bb7b3a7dbe0f req-13ef8c60-5244-4db6-8059-492d82b857ee tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831776 Jul 11 14:42:30.385942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384e190-beb9-4d93-8be6-598ecad5b41d req-99a3ffa2-4ca2-4b52-8677-887035f10ed7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.387902 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8384e190-beb9-4d93-8be6-598ecad5b41d req-99a3ffa2-4ca2-4b52-8677-887035f10ed7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0616341 Jul 11 14:42:30.442928 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-190342c9-0895-4f6f-a58a-25de688125b9 req-b0c3aecd-1ed6-4ad7-84d0-bf1c011f42f3 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490996 Jul 11 14:42:30.444782 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8384e190-beb9-4d93-8be6-598ecad5b41d req-52972523-06ae-4465-8a16-f4db9ebe0157 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514417 Jul 11 14:42:30.461192 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c95b1-540e-40e3-aa6a-515de945194e req-c0fe355d-7e85-4357-a155-56e5d3b6d751 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.461192 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b3c95b1-540e-40e3-aa6a-515de945194e req-c0fe355d-7e85-4357-a155-56e5d3b6d751 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0683408 Jul 11 14:42:30.524636 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b3c95b1-540e-40e3-aa6a-515de945194e req-80b50952-cf7a-4e5d-a6ca-878ae3938066 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586531 Jul 11 14:42:30.859445 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:30.898041 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68904b-ba38-4dd4-8632-bc2e65c34026 req-b857e15c-4966-4e82-997a-7b5ab75bb9b8 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:30.899597 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9c68904b-ba38-4dd4-8632-bc2e65c34026 req-b857e15c-4966-4e82-997a-7b5ab75bb9b8 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0508132 Jul 11 14:42:30.950201 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9c68904b-ba38-4dd4-8632-bc2e65c34026 req-d1519dfa-14b3-479f-b2cc-038becfea066 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450323 Jul 11 14:42:31.271103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ade1d-80b8-4c3b-a401-6a71882c4b20 req-579f3664-eb99-47f5-82d4-c936e01747af tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:31.272574 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b0ade1d-80b8-4c3b-a401-6a71882c4b20 req-579f3664-eb99-47f5-82d4-c936e01747af tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0474601 Jul 11 14:42:31.321099 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b0ade1d-80b8-4c3b-a401-6a71882c4b20 req-539441ce-734a-48e8-bcec-28a917b24fa3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426857 Jul 11 14:42:31.453788 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a80fb3-4ccf-48af-b292-2f9f4cfd76de req-9994db04-2117-4249-81cf-033d352fab37 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:31.455171 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-67a80fb3-4ccf-48af-b292-2f9f4cfd76de req-9994db04-2117-4249-81cf-033d352fab37 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0530226 Jul 11 14:42:31.510025 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-67a80fb3-4ccf-48af-b292-2f9f4cfd76de req-76985cb0-56c9-4cf2-820d-b25ce0c70361 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Jul 11 14:42:31.570750 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d74ef-6c9b-406d-9311-22e0f56ece55 req-0ac97d15-dcf9-4cb3-a3bb-8b37e933b611 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:31.572224 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-429d74ef-6c9b-406d-9311-22e0f56ece55 req-0ac97d15-dcf9-4cb3-a3bb-8b37e933b611 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0480447 Jul 11 14:42:31.625220 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-429d74ef-6c9b-406d-9311-22e0f56ece55 req-823c2dc1-8452-4b55-9e7e-0c528353d734 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474441 Jul 11 14:42:31.640999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b0afd-93d0-4278-be62-fb0fe508e266 req-f556e73d-118f-4191-9cd8-36724231a832 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:31.642503 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-507b0afd-93d0-4278-be62-fb0fe508e266 req-f556e73d-118f-4191-9cd8-36724231a832 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0482066 Jul 11 14:42:31.691354 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-507b0afd-93d0-4278-be62-fb0fe508e266 req-09fb3642-77f1-4e36-b65e-a26a5769cbbc tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432427 Jul 11 14:42:32.068033 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efed1bd-2b24-4490-8dba-e009503f36db req-9e9f56b7-7112-4f27-ae79-960368fb14db tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:32.069495 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0efed1bd-2b24-4490-8dba-e009503f36db req-9e9f56b7-7112-4f27-ae79-960368fb14db tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0519245 Jul 11 14:42:32.119994 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0efed1bd-2b24-4490-8dba-e009503f36db req-638d2002-f807-4dc2-87b7-5f54049c1231 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Jul 11 14:42:32.438079 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df48f-9983-42b9-ac34-c7db85a6bab5 req-7f4ddd4c-c630-4017-abd8-a98d1506eebf tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:32.439691 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-939df48f-9983-42b9-ac34-c7db85a6bab5 req-7f4ddd4c-c630-4017-abd8-a98d1506eebf tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0485947 Jul 11 14:42:32.452228 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:32.494030 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-939df48f-9983-42b9-ac34-c7db85a6bab5 req-9a81c6d2-a68a-42f3-87c0-82c370761f1e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477133 Jul 11 14:42:32.623546 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758325ec-b0ae-4208-91ef-d421854b2564 req-76b51376-f113-497b-8f09-e652784d03e9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:32.625006 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-758325ec-b0ae-4208-91ef-d421854b2564 req-76b51376-f113-497b-8f09-e652784d03e9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0480113 Jul 11 14:42:32.676003 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-758325ec-b0ae-4208-91ef-d421854b2564 req-2c1c1905-fb72-44d9-944e-b7929a04fd33 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Jul 11 14:42:32.746843 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4822-ff6e-412e-9fc8-3b0e0eae4dfe req-bbb3308f-967d-46e8-8e06-6404a82a1283 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:32.748333 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4e3c4822-ff6e-412e-9fc8-3b0e0eae4dfe req-bbb3308f-967d-46e8-8e06-6404a82a1283 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0500925 Jul 11 14:42:32.796615 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4e3c4822-ff6e-412e-9fc8-3b0e0eae4dfe req-26604a6a-1747-4515-991e-420a1dd402d0 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Jul 11 14:42:32.812949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9a76e-88b3-450c-b079-0295262a6527 req-439e88cb-df0c-4db5-955c-f340ba00442b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:32.814603 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a4c9a76e-88b3-450c-b079-0295262a6527 req-439e88cb-df0c-4db5-955c-f340ba00442b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0536540 Jul 11 14:42:32.833915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:32.866099 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a4c9a76e-88b3-450c-b079-0295262a6527 req-86a7e1f4-0e57-406d-8f2e-fb2ad56e7fa2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460222 Jul 11 14:42:33.238613 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66278f1-0885-4b33-bc7b-823e08e0a089 req-dbb54bc2-48ab-4b40-8b6b-7acc1ab1994c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:33.240095 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a66278f1-0885-4b33-bc7b-823e08e0a089 req-dbb54bc2-48ab-4b40-8b6b-7acc1ab1994c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0500607 Jul 11 14:42:33.291615 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a66278f1-0885-4b33-bc7b-823e08e0a089 req-c7a2facc-8fa7-4d48-90fb-8e9758655714 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 Jul 11 14:42:33.611549 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c160cb-ed24-49b8-9730-1bfdc5ea6210 req-732653eb-3f6e-4075-94ff-eb6911ddab45 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:33.614939 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f3c160cb-ed24-49b8-9730-1bfdc5ea6210 req-732653eb-3f6e-4075-94ff-eb6911ddab45 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0501723 Jul 11 14:42:33.666712 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f3c160cb-ed24-49b8-9730-1bfdc5ea6210 req-08b3216b-09bf-494a-8c33-c273e1be4d77 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457535 Jul 11 14:42:33.794912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34788888-65b8-407d-8f95-0d9b1a32a38d req-cec6a441-a876-4601-b3c2-f4d2306284ba tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:33.796362 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-34788888-65b8-407d-8f95-0d9b1a32a38d req-cec6a441-a876-4601-b3c2-f4d2306284ba tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0517559 Jul 11 14:42:33.846713 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-34788888-65b8-407d-8f95-0d9b1a32a38d req-82dd482f-1357-4aad-80a3-b273d98e96a5 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Jul 11 14:42:33.923781 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c1f3f-4450-486c-9c41-4715fe8fb223 req-8605bbb4-ac25-461b-95f8-ac18c7806add tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:33.925565 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-446c1f3f-4450-486c-9c41-4715fe8fb223 req-8605bbb4-ac25-461b-95f8-ac18c7806add tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0489237 Jul 11 14:42:33.980850 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-446c1f3f-4450-486c-9c41-4715fe8fb223 req-0c6a3a55-9ac0-4ae9-ba98-aa25c6bcd558 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Jul 11 14:42:33.997123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5081a3-0bc4-4206-b863-6cf6636fff15 req-dce6472e-d47c-4005-a2df-d4d3db7f9a9e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:33.998635 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d5081a3-0bc4-4206-b863-6cf6636fff15 req-dce6472e-d47c-4005-a2df-d4d3db7f9a9e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0486114 Jul 11 14:42:34.047711 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d5081a3-0bc4-4206-b863-6cf6636fff15 req-c55538b7-fdcc-481f-81ed-3b82d8d071dd tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432262 Jul 11 14:42:34.406027 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a536964-2d13-4f21-a979-51ff76807120 req-f2285871-2f50-4647-ac6c-ce1b676e2974 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:34.407657 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8a536964-2d13-4f21-a979-51ff76807120 req-f2285871-2f50-4647-ac6c-ce1b676e2974 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0479953 Jul 11 14:42:34.460294 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8a536964-2d13-4f21-a979-51ff76807120 req-a81b962f-98a3-41e3-b3ff-f93d2324b561 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470519 Jul 11 14:42:34.934166 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ee92-8f2c-49a3-9706-85b141c0ebcd req-a7589fa4-c8ef-452f-ae0e-dbe698d8e190 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:34.935618 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9508ee92-8f2c-49a3-9706-85b141c0ebcd req-a7589fa4-c8ef-452f-ae0e-dbe698d8e190 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0565257 Jul 11 14:42:34.965230 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:34.976559 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0717-df99-4585-a902-72624c1526b2 req-9c4655f6-a81c-4dd7-a3fe-58d6284a222e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:34.978719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-10bf0717-df99-4585-a902-72624c1526b2 req-9c4655f6-a81c-4dd7-a3fe-58d6284a222e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0503018 Jul 11 14:42:34.990962 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9508ee92-8f2c-49a3-9706-85b141c0ebcd req-260f861f-995a-40bb-96a0-480197328d5e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494246 Jul 11 14:42:35.039073 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-10bf0717-df99-4585-a902-72624c1526b2 req-076b9552-e25a-47aa-9678-e2879f459964 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535977 Jul 11 14:42:35.113389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad03d5-02cd-48da-a851-d4abd9c66c30 req-559ea5ea-ab59-4118-afa6-03fd65d2f715 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:35.115126 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7bad03d5-02cd-48da-a851-d4abd9c66c30 req-559ea5ea-ab59-4118-afa6-03fd65d2f715 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0510201 Jul 11 14:42:35.160629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:35.165916 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7bad03d5-02cd-48da-a851-d4abd9c66c30 req-049dbdd8-b82f-4612-a543-9c6443e7119e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452595 Jul 11 14:42:35.170527 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928800-d03e-44a8-a97d-28fbd12a4ca4 req-e6e15548-66ad-49b8-8527-a337b11ec56a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:35.172022 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-93928800-d03e-44a8-a97d-28fbd12a4ca4 req-e6e15548-66ad-49b8-8527-a337b11ec56a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0539401 Jul 11 14:42:35.223779 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-93928800-d03e-44a8-a97d-28fbd12a4ca4 req-d83a667c-375f-4a4e-b9b5-f126e14b85f7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460901 Jul 11 14:42:35.580052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f85c-db88-4f1e-809d-75d3562acc98 req-13954a9b-dfff-45a0-bb62-132345933d87 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:35.582299 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-84a4f85c-db88-4f1e-809d-75d3562acc98 req-13954a9b-dfff-45a0-bb62-132345933d87 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0550933 Jul 11 14:42:35.632621 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-84a4f85c-db88-4f1e-809d-75d3562acc98 req-72f91a5a-4b80-48f5-af83-ad25564bf528 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Jul 11 14:42:36.110571 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8a7f-cc99-4839-af38-7c366acda071 req-834f0603-f0ea-4c51-a48b-e5b02019df07 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:36.112040 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-998b8a7f-cc99-4839-af38-7c366acda071 req-834f0603-f0ea-4c51-a48b-e5b02019df07 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0495172 Jul 11 14:42:36.158934 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-998b8a7f-cc99-4839-af38-7c366acda071 req-10909b5c-e7ad-42c8-8331-bd46f125e4f8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414991 Jul 11 14:42:36.160192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf012-a9f8-4bb8-be1f-ad00f70fd460 req-7e8b7cc6-01eb-4ce0-8cb2-c671b4bbff8d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:36.161673 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc8bf012-a9f8-4bb8-be1f-ad00f70fd460 req-7e8b7cc6-01eb-4ce0-8cb2-c671b4bbff8d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0514002 Jul 11 14:42:36.217960 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc8bf012-a9f8-4bb8-be1f-ad00f70fd460 req-398096da-86ab-4aaa-b004-e923a82ffbce tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Jul 11 14:42:36.284694 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb62d18-71b0-4161-b69f-a22043d28ba1 req-0b525f2b-65b5-43f8-803a-48826a223b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:36.286096 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3fb62d18-71b0-4161-b69f-a22043d28ba1 req-0b525f2b-65b5-43f8-803a-48826a223b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0471406 Jul 11 14:42:36.337268 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fa18e-e91d-4a0d-b739-ef979e908d2b req-3f5c745f-2879-4421-b5c4-e95d54e7e9ea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:36.337730 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3fb62d18-71b0-4161-b69f-a22043d28ba1 req-05670205-f624-4ae1-9bd4-e54de016b6f4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Jul 11 14:42:36.338954 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-308fa18e-e91d-4a0d-b739-ef979e908d2b req-3f5c745f-2879-4421-b5c4-e95d54e7e9ea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0476334 Jul 11 14:42:36.391816 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-308fa18e-e91d-4a0d-b739-ef979e908d2b req-954f33ab-09d1-4147-8e18-3d4d7b7e2339 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443938 Jul 11 14:42:36.752224 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0aa9-a065-4b20-8802-a7eb8a62f733 req-96770b4e-96f5-4490-8c60-12e746f137d1 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:36.753693 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a34b0aa9-a065-4b20-8802-a7eb8a62f733 req-96770b4e-96f5-4490-8c60-12e746f137d1 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 943 time: 0.0535581 Jul 11 14:42:36.802080 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a34b0aa9-a065-4b20-8802-a7eb8a62f733 req-3125d4c1-e8eb-4ec8-80e0-c0d150b9dc11 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Jul 11 14:42:37.278114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a44515-1a84-4d78-b915-0940db123ad8 req-d721bf80-c4c2-4d91-ad08-319832386edb tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:37.279629 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-94a44515-1a84-4d78-b915-0940db123ad8 req-d721bf80-c4c2-4d91-ad08-319832386edb tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0512495 Jul 11 14:42:37.328351 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-94a44515-1a84-4d78-b915-0940db123ad8 req-cd053bf2-f0a8-420c-90d6-81a4d9b70cf4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428300 Jul 11 14:42:37.335704 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1449672-8d62-4290-b60c-dc948d59ac3d req-c61b7894-cfcd-4a5a-a9b1-533f46841d9f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:37.337198 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1449672-8d62-4290-b60c-dc948d59ac3d req-c61b7894-cfcd-4a5a-a9b1-533f46841d9f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0464106 Jul 11 14:42:37.391074 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1449672-8d62-4290-b60c-dc948d59ac3d req-a2cb6b10-392a-4cbd-aa18-5a62e1e129c7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483482 Jul 11 14:42:37.461591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5a0f0-400a-49b0-8a68-1b5177e6133e req-7411a332-325e-4c3c-bab0-4868ae53b2b5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:37.463298 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87d5a0f0-400a-49b0-8a68-1b5177e6133e req-7411a332-325e-4c3c-bab0-4868ae53b2b5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0493484 Jul 11 14:42:37.510143 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ade46-17bd-4405-891e-1d95dacf68e0 req-5aa63203-5442-4b7d-ab54-bb0e646ac264 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:37.512232 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a66ade46-17bd-4405-891e-1d95dacf68e0 req-5aa63203-5442-4b7d-ab54-bb0e646ac264 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0522149 Jul 11 14:42:37.512607 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87d5a0f0-400a-49b0-8a68-1b5177e6133e req-4e3977b5-88e6-422f-ae21-58cefe4d545a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436003 Jul 11 14:42:37.560982 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a66ade46-17bd-4405-891e-1d95dacf68e0 req-028e5342-b17b-432f-a973-b2f45300dd91 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428431 Jul 11 14:42:37.649491 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 957d5045-a8c1-4d28-8ee4-755331ae2c84 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:42:37.749724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:37.760804 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'port_id': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'mac_address': 'fa:16:3e:c2:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:42:37.795578 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 957d5045-a8c1-4d28-8ee4-755331ae2c84 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:37.795956 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:37.808523 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957d5045-a8c1-4d28-8ee4-755331ae2c84 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:37.828016 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:37.832542 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:37.883950 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:37.916360 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e114f-a3ba-45c4-97ad-10a03bc82078 req-d0a76e19-ed78-491b-9af1-bb62c70496a3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:37.918421 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0d8e114f-a3ba-45c4-97ad-10a03bc82078 req-d0a76e19-ed78-491b-9af1-bb62c70496a3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 944 time: 0.0493133 Jul 11 14:42:37.933541 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:37.974886 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0d8e114f-a3ba-45c4-97ad-10a03bc82078 req-32ffa424-15ed-46e8-aa93-7aa16805ef87 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489116 Jul 11 14:42:38.269521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['957d5045-a8c1-4d28-8ee4-755331ae2c84'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:42:38.344384 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:38.459135 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82733-8632-46dd-a41c-516eb1c54023 req-b5107ef7-8c50-4f47-a587-f3416d14f0dc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:38.460649 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-63a82733-8632-46dd-a41c-516eb1c54023 req-b5107ef7-8c50-4f47-a587-f3416d14f0dc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0644171 Jul 11 14:42:38.490961 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:38.518809 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-63a82733-8632-46dd-a41c-516eb1c54023 req-ebf7e040-c335-40c0-bd23-14c8800a2876 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514324 Jul 11 14:42:38.522293 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544eb6-d192-4205-af92-7651e044b17a req-cad626b3-264f-4199-8a1e-4b066c6f4bfe tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:38.523970 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-06544eb6-d192-4205-af92-7651e044b17a req-cad626b3-264f-4199-8a1e-4b066c6f4bfe tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0489480 Jul 11 14:42:38.572116 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-06544eb6-d192-4205-af92-7651e044b17a req-c1de0b42-8569-41f2-b529-bb7818487764 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Jul 11 14:42:38.641661 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd2cad-429a-4353-b85c-30b58cf164bc req-b0d410db-b7a0-4d01-a2b7-64566f41158f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:38.643277 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-55bd2cad-429a-4353-b85c-30b58cf164bc req-b0d410db-b7a0-4d01-a2b7-64566f41158f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0537732 Jul 11 14:42:38.700031 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab648-2b38-48ca-a97e-2836301356c1 req-f59f2c8d-c4b2-47b1-9df8-c6b4f84d4d69 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:38.701527 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d37ab648-2b38-48ca-a97e-2836301356c1 req-f59f2c8d-c4b2-47b1-9df8-c6b4f84d4d69 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0743279 Jul 11 14:42:38.705404 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-55bd2cad-429a-4353-b85c-30b58cf164bc req-96e5c4a1-3e6b-4627-8ad9-12af0f7d8b7b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560057 Jul 11 14:42:38.749429 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d37ab648-2b38-48ca-a97e-2836301356c1 req-370c1a29-4754-467a-ba9d-f14f44793fe8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418122 Jul 11 14:42:39.087377 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4d98-039f-4b9c-bb8e-bc3b9b645fbe req-2a5faefa-2f5f-488a-9db5-3075248615f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:39.088871 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3c1e4d98-039f-4b9c-bb8e-bc3b9b645fbe req-2a5faefa-2f5f-488a-9db5-3075248615f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1129 time: 0.0653889 Jul 11 14:42:39.106547 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55064-3a6e-4bc3-b61c-a756af5538f6 req-48f6fc0a-7f04-4c5e-b12d-96d241eb2151 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:39.108328 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2cd55064-3a6e-4bc3-b61c-a756af5538f6 req-48f6fc0a-7f04-4c5e-b12d-96d241eb2151 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 944 time: 0.0580373 Jul 11 14:42:39.409453 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3c1e4d98-039f-4b9c-bb8e-bc3b9b645fbe req-f31ed267-0a11-4b9e-80a1-95ba923f45f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999060 Jul 11 14:42:39.422831 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2cd55064-3a6e-4bc3-b61c-a756af5538f6 req-cb7679bd-a151-49b3-a01f-ce17a81b30f7 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984643 Jul 11 14:42:39.639351 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1d3a6-6189-44b4-a339-c37f7b1c8c4a req-bcd6ff60-d535-43ea-9db4-649b87533389 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:39.640946 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d5d1d3a6-6189-44b4-a339-c37f7b1c8c4a req-bcd6ff60-d535-43ea-9db4-649b87533389 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0513182 Jul 11 14:42:39.676967 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c62c0fe9-fd78-4a72-aef8-9bd42e6d81de details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:42:39.679194 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 957d5045-a8c1-4d28-8ee4-755331ae2c84 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:39.687153 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff21f-2dd1-41c9-b515-c7eb34864a12 req-ad298362-0eb5-4728-aa97-140fc77e74b1 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:39.688685 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a06ff21f-2dd1-41c9-b515-c7eb34864a12 req-ad298362-0eb5-4728-aa97-140fc77e74b1 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0499191 Jul 11 14:42:39.710810 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d5d1d3a6-6189-44b4-a339-c37f7b1c8c4a req-ce5d30e2-c6dc-4160-9bd3-98b31d00f48c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586824 Jul 11 14:42:39.739358 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:39.752581 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a06ff21f-2dd1-41c9-b515-c7eb34864a12 req-d9432fbf-9596-4986-9b1f-314a19416587 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576377 Jul 11 14:42:39.754818 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 957d5045-a8c1-4d28-8ee4-755331ae2c84 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:42:39.806648 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 957d5045-a8c1-4d28-8ee4-755331ae2c84 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:39.807128 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:39.837806 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171d201-58e4-4840-a228-dc7d4c076d79 req-ed6424e9-0625-43f4-9e78-9dda6dc1955a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:39.839526 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:39.839700 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d171d201-58e4-4840-a228-dc7d4c076d79 req-ed6424e9-0625-43f4-9e78-9dda6dc1955a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0524476 Jul 11 14:42:39.871535 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:39.877790 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a151d-30e0-4143-8970-240010dd1595 req-469d85b3-f3ab-4b89-b38c-508819e44021 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:39.880261 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-af2a151d-30e0-4143-8970-240010dd1595 req-469d85b3-f3ab-4b89-b38c-508819e44021 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 943 time: 0.0629947 Jul 11 14:42:39.890670 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'port_id': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'mac_address': 'fa:16:3e:b8:fa:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:42:39.896422 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d171d201-58e4-4840-a228-dc7d4c076d79 req-efe928ca-b510-4e4d-9d30-9075e4a0c070 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511451 Jul 11 14:42:39.937100 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-af2a151d-30e0-4143-8970-240010dd1595 req-06308cda-9ad2-4837-adef-af543157bcc1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494657 Jul 11 14:42:39.958373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 957d5045-a8c1-4d28-8ee4-755331ae2c84 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:39.958733 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:39.974660 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:39.975037 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:39.994519 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:39.996682 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5a181f-80ce-4366-a509-ceda3fee143e" -d '{"events": [{"server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "name": "network-vif-plugged", "status": "completed", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:40.007799 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62c0fe9-fd78-4a72-aef8-9bd42e6d81de {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:40.016686 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:40.025236 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:40.037156 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18474349-df69-460e-bfda-27cccc4cca91 x-openstack-request-id: req-18474349-df69-460e-bfda-27cccc4cca91 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:40.037478 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "name": "network-vif-plugged", "status": "completed", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:40.037734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18474349-df69-460e-bfda-27cccc4cca91 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:40.038129 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18474349-df69-460e-bfda-27cccc4cca91'] response: {'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'code': 200} Jul 11 14:42:40.039886 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:40.057424 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:40.084926 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:40.091859 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.092195 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.092550 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.092898 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.093262 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.093633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.093958 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.094274 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.094620 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.094935 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.095249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.095577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.095892 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.096203 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.096510 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:42:40.149178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:40.462127 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['c62c0fe9-fd78-4a72-aef8-9bd42e6d81de'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:42:40.543480 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4482bb-89f6-44ae-8907-9ec7e3c0b497 req-5ac01587-8559-4f33-957a-a408c5fc04eb tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:40.545057 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3a4482bb-89f6-44ae-8907-9ec7e3c0b497 req-5ac01587-8559-4f33-957a-a408c5fc04eb tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0500407 Jul 11 14:42:40.560483 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:40.596228 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3a4482bb-89f6-44ae-8907-9ec7e3c0b497 req-4fb3ff64-1b22-455a-8edd-517ed0f7e658 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451906 Jul 11 14:42:40.709449 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff171-a33c-47c3-89d4-dddc4dcefb94 req-1f7d902b-2b2d-4131-aa51-af4027ec53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:40.711460 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-301ff171-a33c-47c3-89d4-dddc4dcefb94 req-1f7d902b-2b2d-4131-aa51-af4027ec53ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 1129 time: 0.0374691 Jul 11 14:42:40.763776 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-301ff171-a33c-47c3-89d4-dddc4dcefb94 req-ba9270a5-d3dc-41c5-898f-a953d6ac8d61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Jul 11 14:42:40.820914 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4757d4-6b96-4098-a87c-f2f65f6b50c1 req-bb3df4b7-4108-4f16-a220-8eb298d64a24 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:40.822398 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3f4757d4-6b96-4098-a87c-f2f65f6b50c1 req-bb3df4b7-4108-4f16-a220-8eb298d64a24 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0508816 Jul 11 14:42:40.871095 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:40.873741 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da977b3-fa9a-47b0-8d60-1824462365b4 req-d0c408ac-0ccc-4c37-9f71-a17082eb3aeb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:40.875457 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6da977b3-fa9a-47b0-8d60-1824462365b4 req-d0c408ac-0ccc-4c37-9f71-a17082eb3aeb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0508277 Jul 11 14:42:40.876050 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3f4757d4-6b96-4098-a87c-f2f65f6b50c1 req-6f56afd2-54b9-4548-9469-2aaeb6a186d9 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479088 Jul 11 14:42:40.929342 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6da977b3-fa9a-47b0-8d60-1824462365b4 req-5d32aabf-b8d0-45ef-8c30-c285630b51a6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478721 Jul 11 14:42:41.019457 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952415e-c9d8-4d79-b4ca-bd48b1d4e847 req-cd27b0cc-0a4d-4b64-8a47-05e62804db0d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:41.020968 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f952415e-c9d8-4d79-b4ca-bd48b1d4e847 req-cd27b0cc-0a4d-4b64-8a47-05e62804db0d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0486214 Jul 11 14:42:41.051938 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e478500-af24-4d43-b189-1f65b1ac9ee3 req-45017711-6b0c-499f-8cf5-29afd577760c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:41.053476 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1e478500-af24-4d43-b189-1f65b1ac9ee3 req-45017711-6b0c-499f-8cf5-29afd577760c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 944 time: 0.0479913 Jul 11 14:42:41.071043 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f952415e-c9d8-4d79-b4ca-bd48b1d4e847 req-7024ebaa-2f64-405f-851f-8f4c449f4618 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443530 Jul 11 14:42:41.102345 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1e478500-af24-4d43-b189-1f65b1ac9ee3 req-32b3154f-45cb-43cf-9e5c-532a1d3b38fd tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417047 Jul 11 14:42:41.712932 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143b111-4b0c-4240-a9dd-c7555681fe9d req-1ee86158-a1f9-4579-ab34-1bd563ba6e75 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:41.714461 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e143b111-4b0c-4240-a9dd-c7555681fe9d req-1ee86158-a1f9-4579-ab34-1bd563ba6e75 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0476236 Jul 11 14:42:41.716428 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c62c0fe9-fd78-4a72-aef8-9bd42e6d81de up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:41.758980 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:42:41.764154 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:41.764539 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:41.764959 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e143b111-4b0c-4240-a9dd-c7555681fe9d req-82f1df12-1050-4788-9cb5-661cd2edf46b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Jul 11 14:42:41.845022 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:41.845432 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:41.879537 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:41.884354 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:41.936777 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:42.025676 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3cd69-39fc-46db-8e5e-2f3f7c496f1a req-a6ffe483-9be7-4b76-8447-38333676f2d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.027183 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-82f3cd69-39fc-46db-8e5e-2f3f7c496f1a req-a6ffe483-9be7-4b76-8447-38333676f2d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0508885 Jul 11 14:42:42.038816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:42.041640 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7df07f1-0efe-453e-9f6b-58e737930aac" -d '{"events": [{"server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "name": "network-vif-plugged", "status": "completed", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:42.075974 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-82f3cd69-39fc-46db-8e5e-2f3f7c496f1a req-f00991fb-5a7b-4da1-a170-2a2f41c49c2d tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426829 Jul 11 14:42:42.179029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fc492-f5ea-4a51-aff6-e5e01007b9c9 req-d5e45737-024c-4da4-9ae7-48f54f6c9f82 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.180657 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-821fc492-f5ea-4a51-aff6-e5e01007b9c9 req-d5e45737-024c-4da4-9ae7-48f54f6c9f82 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0484180 Jul 11 14:42:42.229693 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-821fc492-f5ea-4a51-aff6-e5e01007b9c9 req-0ae1d935-67da-4f45-9298-4b78205cf3cf tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Jul 11 14:42:42.270683 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2fcbd3-5cd8-4699-a847-43afb2611015 x-openstack-request-id: req-6c2fcbd3-5cd8-4699-a847-43afb2611015 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:42.270973 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "name": "network-vif-plugged", "status": "completed", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:42.271228 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c2fcbd3-5cd8-4699-a847-43afb2611015 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:42.271627 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2fcbd3-5cd8-4699-a847-43afb2611015'] response: {'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'code': 200} Jul 11 14:42:42.297682 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:42:42.363821 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965f0f-67c9-4c5d-9a41-5fa436e7134e req-0c356267-9366-493d-8080-7110881a451b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.365306 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8f965f0f-67c9-4c5d-9a41-5fa436e7134e req-0c356267-9366-493d-8080-7110881a451b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0517089 Jul 11 14:42:42.415358 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8f965f0f-67c9-4c5d-9a41-5fa436e7134e req-72f42217-b8e8-4d2c-9561-68efa3d033fa tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Jul 11 14:42:42.543999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6b3c2-830b-4320-a027-13f1adbd9922 req-1d7742e9-ed5d-4f1b-a3a4-6784452faa9f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.545503 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-61b6b3c2-830b-4320-a027-13f1adbd9922 req-1d7742e9-ed5d-4f1b-a3a4-6784452faa9f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0525277 Jul 11 14:42:42.593410 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:42.618810 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-61b6b3c2-830b-4320-a027-13f1adbd9922 req-723136ab-b577-42a1-993e-aaaaa5ac2266 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663199 Jul 11 14:42:42.630479 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204b034-83e1-4f24-b8ab-2ddd768b99c6 req-fcdd9d70-1750-441e-8233-71368a66cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.631777 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f204b034-83e1-4f24-b8ab-2ddd768b99c6 req-fcdd9d70-1750-441e-8233-71368a66cac1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 1129 time: 0.0748105 Jul 11 14:42:42.841480 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6682a8-9c3e-488f-aef6-4835e3ada5c0 req-e37d4c9b-6b49-4917-9885-2f73d374bd9b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.843478 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b6682a8-9c3e-488f-aef6-4835e3ada5c0 req-e37d4c9b-6b49-4917-9885-2f73d374bd9b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0744922 Jul 11 14:42:42.856705 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f204b034-83e1-4f24-b8ab-2ddd768b99c6 req-36e01e2e-843d-40ec-bc68-22a120bcb7e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880783 Jul 11 14:42:42.904657 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b6682a8-9c3e-488f-aef6-4835e3ada5c0 req-d9827955-0e4d-4a3c-9571-a93a4358ac2b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531642 Jul 11 14:42:42.910574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072bdf-ac8f-471e-8763-bf6228320c34 req-a13315df-5f3c-4d74-a72d-c75abbe71bf8 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:42.912065 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-43072bdf-ac8f-471e-8763-bf6228320c34 req-a13315df-5f3c-4d74-a72d-c75abbe71bf8 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Jul 11 14:42:42.952095 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:42.966849 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-43072bdf-ac8f-471e-8763-bf6228320c34 req-dc5b9953-da14-4703-9872-6ce3240e4c3a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Jul 11 14:42:43.188881 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bff32d-8605-4ea3-aef1-6eb569837ebc req-ef84b977-6535-45c9-a4b1-d7ea6492f2f8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:43.190456 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-96bff32d-8605-4ea3-aef1-6eb569837ebc req-ef84b977-6535-45c9-a4b1-d7ea6492f2f8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0477169 Jul 11 14:42:43.237699 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-96bff32d-8605-4ea3-aef1-6eb569837ebc req-42c7cf23-6fe2-4609-ada5-e007fc726721 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417299 Jul 11 14:42:43.532849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3af7-2ae3-4c41-9610-14ec714ca7cf req-d2c3551b-e0a0-48b9-b339-96689141950b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:43.534315 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-688a3af7-2ae3-4c41-9610-14ec714ca7cf req-d2c3551b-e0a0-48b9-b339-96689141950b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0474224 Jul 11 14:42:43.582022 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-688a3af7-2ae3-4c41-9610-14ec714ca7cf req-012c6d6a-6cd1-4594-a887-b8c4cf60a30c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Jul 11 14:42:43.743143 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ab468-b750-43a4-b9e5-ae0a0d6f7b9c req-2df7215a-3751-4649-9766-62b910cbe635 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:43.753629 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-563bef0b-a8cb-4076-b681-dda9376770b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:43.754131 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-823ab468-b750-43a4-b9e5-ae0a0d6f7b9c req-2df7215a-3751-4649-9766-62b910cbe635 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0662143 Jul 11 14:42:43.756014 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-563bef0b-a8cb-4076-b681-dda9376770b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1129 time: 0.0514760 Jul 11 14:42:43.803112 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-823ab468-b750-43a4-b9e5-ae0a0d6f7b9c req-52e6039b-a130-49c7-bde4-0c2961cc3d0a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440333 Jul 11 14:42:43.853063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-5af23d44-1009-4213-b02d-3df01ea7d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:43.854543 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-5af23d44-1009-4213-b02d-3df01ea7d398 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.0910707 Jul 11 14:42:44.023972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d9f15-2d16-4d21-bdc9-d60832cd02b3 req-2bffb503-afd8-43ea-9475-6a5ef7dadc7c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.025495 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c63d9f15-2d16-4d21-bdc9-d60832cd02b3 req-2bffb503-afd8-43ea-9475-6a5ef7dadc7c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0523398 Jul 11 14:42:44.074537 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c63d9f15-2d16-4d21-bdc9-d60832cd02b3 req-fecdd73b-7a07-4119-97f3-d26b5c97e874 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Jul 11 14:42:44.086626 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a28d7-ac46-473c-a055-f641dd105de5 req-42a5a6cd-74d2-4778-aea3-c184efa6f092 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.088104 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-596a28d7-ac46-473c-a055-f641dd105de5 req-42a5a6cd-74d2-4778-aea3-c184efa6f092 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0522714 Jul 11 14:42:44.138985 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-596a28d7-ac46-473c-a055-f641dd105de5 req-db6d8fa0-0391-4aae-bc5b-8bd60354de20 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Jul 11 14:42:44.253282 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd8ddc-8e2a-450a-8ab2-cf6dc222ec6f req-a1ecca54-e9f9-42b1-a7e3-9c4a5bd1062e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.254784 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-46bd8ddc-8e2a-450a-8ab2-cf6dc222ec6f req-a1ecca54-e9f9-42b1-a7e3-9c4a5bd1062e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Jul 11 14:42:44.280400 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:44.305333 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-46bd8ddc-8e2a-450a-8ab2-cf6dc222ec6f req-380ac7f3-ff13-40b1-82b5-9bdd7ce21c4d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442469 Jul 11 14:42:44.326881 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43018) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:44.352149 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de65cbc-d26f-4c9b-b888-300b900a4219 req-38c2db2f-7fc1-4db3-85e9-4837b33e95a9 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.353740 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9de65cbc-d26f-4c9b-b888-300b900a4219 req-38c2db2f-7fc1-4db3-85e9-4837b33e95a9 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0489202 Jul 11 14:42:44.375919 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:44.404656 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9de65cbc-d26f-4c9b-b888-300b900a4219 req-5b89c97e-d760-4fc9-b671-f1193e3937b2 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440328 Jul 11 14:42:44.521932 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d88b5b-8c4c-4815-bba9-a238213c9c52 tempest-TestVolumeBootPattern-1832120075 tempest-TestVolumeBootPattern-1832120075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.523821 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d9d88b5b-8c4c-4815-bba9-a238213c9c52 tempest-TestVolumeBootPattern-1832120075 tempest-TestVolumeBootPattern-1832120075-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 1124 time: 0.1954765 Jul 11 14:42:44.526763 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43024) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:44.530905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'port_id': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:44.551421 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:44.637251 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:44.747911 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f733cf4-2d00-4e36-95cf-6fc105a233c7 req-890142c1-40e2-409d-9a44-43414fef2f43 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.749761 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2f733cf4-2d00-4e36-95cf-6fc105a233c7 req-890142c1-40e2-409d-9a44-43414fef2f43 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0711493 Jul 11 14:42:44.831167 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Allocated IP 172.37.1.171 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/22f4b186-4315-45b4-bd48-0da35b4c519c) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:44.878839 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-b579924e-42ee-4320-841f-1a1e87157931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 200 len: 217 time: 0.0655105 Jul 11 14:42:44.890751 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2f733cf4-2d00-4e36-95cf-6fc105a233c7 req-b894227c-d945-4d41-9f43-6c3b940ca896 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230748 Jul 11 14:42:44.926312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a30183-fd73-4b83-b31d-4366aff308c5 req-cbaa9add-16b3-4a36-be02-2a31fc7c5bd1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:44.928008 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b3a30183-fd73-4b83-b31d-4366aff308c5 req-cbaa9add-16b3-4a36-be02-2a31fc7c5bd1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Jul 11 14:42:44.959028 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:44.987110 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b3a30183-fd73-4b83-b31d-4366aff308c5 req-9c2d3b00-fcc0-4bce-a17d-efe41d387a42 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526359 Jul 11 14:42:44.989001 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:44.992980 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:45.029162 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:45.072610 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:45.077180 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:45.081274 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:45.085304 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=22f4b186-4315-45b4-bd48-0da35b4c519c,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:45.290368 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261551dc-1ed9-4437-95b7-96354a42a097 req-a9861303-71a6-48fe-af97-48b6ec8b4ec4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:45.291845 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-261551dc-1ed9-4437-95b7-96354a42a097 req-a9861303-71a6-48fe-af97-48b6ec8b4ec4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.1362958 Jul 11 14:42:45.328869 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-80c0ce21-aff2-4876-81ef-2d1f93ac9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:45.329720 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-80c0ce21-aff2-4876-81ef-2d1f93ac9fc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.1315346 Jul 11 14:42:45.378920 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:45.398080 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-261551dc-1ed9-4437-95b7-96354a42a097 req-99454a90-5581-4c71-ac91-04edd1d75c14 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974295 Jul 11 14:42:45.533334 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df859-f8ff-42eb-a1e2-e4fb4eb659c4 req-c7d1f1f7-e726-4c8b-95af-6d53f0b2e162 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:45.535062 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c96df859-f8ff-42eb-a1e2-e4fb4eb659c4 req-c7d1f1f7-e726-4c8b-95af-6d53f0b2e162 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0527430 Jul 11 14:42:45.562037 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (be7d6cdf-89dd-4b54-afff-4baf361bc9b1), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:45.599687 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c96df859-f8ff-42eb-a1e2-e4fb4eb659c4 req-3d9bc291-8211-446e-b09f-aae6c0014363 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580411 Jul 11 14:42:45.641770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:45.728337 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:42:45.744190 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:45.847689 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-d6850225-9499-4062-a938-c8a4a4c5742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:45.849690 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-d6850225-9499-4062-a938-c8a4a4c5742d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499008 Jul 11 14:42:45.851961 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f6f3e-239c-48bd-8b4d-52158f1e5df2 req-e539f88b-135b-4e65-8a3b-84456c98d21c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:45.854065 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7f7f6f3e-239c-48bd-8b4d-52158f1e5df2 req-e539f88b-135b-4e65-8a3b-84456c98d21c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0782931 Jul 11 14:42:45.893186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:45.916394 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'mac_address': 'fa:16:3e:4c:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:42:45.949854 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7f7f6f3e-239c-48bd-8b4d-52158f1e5df2 req-9523a06e-e9f3-40aa-9ab6-4796e65346d5 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841677 Jul 11 14:42:45.993412 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: ACTIVE; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:45.993986 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:45.997571 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:46.013285 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-541e356b-13ec-4972-b461-44948beccd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.015797 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-541e356b-13ec-4972-b461-44948beccd87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 1130 time: 0.0644593 Jul 11 14:42:46.037170 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b725b13-befd-4a14-98cc-9d0e599f5e17 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:42:46.060955 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:46.069551 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:46.087906 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-d9e878a9-f9c5-4e04-804c-5863197bf943 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256334 Jul 11 14:42:46.089166 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (be7d6cdf-89dd-4b54-afff-4baf361bc9b1), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:46.096325 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:46.103189 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:46.125402 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460be73f-e695-4288-8787-74ea15d1c613 req-169f0b72-0035-4c6f-b47c-75fad4242dda tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.128805 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-460be73f-e695-4288-8787-74ea15d1c613 req-169f0b72-0035-4c6f-b47c-75fad4242dda tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1356051 Jul 11 14:42:46.197927 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a0c48-48d5-4670-98d4-a5bd9db45156 req-6938e003-8c27-4be3-a6e6-0cbfed7bbab6 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.203649 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=6']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:46.213295 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1c6a0c48-48d5-4670-98d4-a5bd9db45156 req-6938e003-8c27-4be3-a6e6-0cbfed7bbab6 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0901849 Jul 11 14:42:46.233746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-73cb1c9e-e4fe-49bd-8a38-292b155bcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.235374 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-73cb1c9e-e4fe-49bd-8a38-292b155bcaac service neutron] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 912 time: 0.2097557 Jul 11 14:42:46.258127 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:46.312307 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-aa9b9077-e7c9-4147-909e-be5b165f90d0 req-16292279-32c5-4d82-855e-783af25b19ca service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705976 Jul 11 14:42:46.314276 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1c6a0c48-48d5-4670-98d4-a5bd9db45156 req-b6f03d4c-0e9b-49e8-b148-9af79980b8af tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059923 Jul 11 14:42:46.315958 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7b725b13-befd-4a14-98cc-9d0e599f5e17'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:42:46.329782 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-cb972a7a-205a-47b0-a431-ed6bf17b0a3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 200 len: 1001 time: 0.0820348 Jul 11 14:42:46.371594 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=22f4b186-4315-45b4-bd48-0da35b4c519c,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:46.374234 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:46.411074 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-460be73f-e695-4288-8787-74ea15d1c613 req-2a32f1c7-9087-412c-a42e-191f21eb688c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576228 Jul 11 14:42:46.416963 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Floating IP be7d6cdf-89dd-4b54-afff-4baf361bc9b1 associated. External IP: 172.37.1.171, port: 957d5045-a8c1-4d28-8ee4-755331ae2c84. Jul 11 14:42:46.431443 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-21a2cb65-d8e7-40be-a4d7-0e379c22c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.433037 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-21a2cb65-d8e7-40be-a4d7-0e379c22c511 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0891981 Jul 11 14:42:46.531240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbff48-ea01-4c4f-9cae-d0b7bdb41b32 req-c6597dd1-24b8-4943-9b05-afd47af80300 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.533071 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dcfbff48-ea01-4c4f-9cae-d0b7bdb41b32 req-c6597dd1-24b8-4943-9b05-afd47af80300 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.1101232 Jul 11 14:42:46.534743 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-541c9556-5372-4334-ac05-adbdf24fc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.536238 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-541c9556-5372-4334-ac05-adbdf24fc21f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888326 Jul 11 14:42:46.543426 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43066) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:46.549049 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'port_id': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:46.568800 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2affc7c-af49-42a4-b928-770f8975c42c req-78bd5987-544a-433b-aefe-e220c41783b4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:46.570277 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a2affc7c-af49-42a4-b928-770f8975c42c req-78bd5987-544a-433b-aefe-e220c41783b4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0630522 Jul 11 14:42:46.608347 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (ed85f51e-7d75-43c6-852e-5a7c6a249cfd), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:46.692032 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a2affc7c-af49-42a4-b928-770f8975c42c req-8c71f5cf-785f-45d1-99ac-9b1995625b4f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155446 Jul 11 14:42:46.717040 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:42:46.762805 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-7d960f6c-8b1e-4f73-88bd-792530d57256 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784756 Jul 11 14:42:46.821664 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:42:46.835564 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:42:46.845139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:46.846306 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:46.854985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:46.856034 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:46.993370 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:47.138069 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3fd869c7-1381-4d94-bc20-3a6aa69e7315 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6101398 Jul 11 14:42:47.138670 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:47.141618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97b1214-7723-4d55-b5e2-1beb8670a818" -d '{"events": [{"name": "network-changed", "server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:47.168100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:47.184162 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279fc40-b042-4e56-8230-77135c6ab830 x-openstack-request-id: req-8279fc40-b042-4e56-8230-77135c6ab830 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:47.184706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:47.184842 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8279fc40-b042-4e56-8230-77135c6ab830 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:47.185187 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8279fc40-b042-4e56-8230-77135c6ab830'] response: {'name': 'network-changed', 'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'status': 'completed', 'code': 200} Jul 11 14:42:47.233531 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6381913-4c63-4464-9593-8aaa41bb2e5c req-5215868c-a490-4887-a2e7-34b151867b83 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:47.235079 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a6381913-4c63-4464-9593-8aaa41bb2e5c req-5215868c-a490-4887-a2e7-34b151867b83 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.1391454 Jul 11 14:42:47.307605 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3267bc7b-cbcd-41af-93a6-38f7e98b5599 req-f9cda2e7-e6c2-4594-974e-dbb3fabe645c service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026636 Jul 11 14:42:47.366524 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'be7d6cdf-89dd-4b54-afff-4baf361bc9b1', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.171', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:c2:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a91aed4-52ff-4220-bc8f-571c50452865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:45Z', 'updated_at': '2022-07-11T14:42:45Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:47.390383 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a6381913-4c63-4464-9593-8aaa41bb2e5c req-a5cb7e9d-1605-4f85-9d17-00f76b640696 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373203 Jul 11 14:42:47.406572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:42:47.415184 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:47.416152 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:47.532225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:47.535223 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:47.540426 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (ed85f51e-7d75-43c6-852e-5a7c6a249cfd), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:47.557494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423e76-c07f-4d16-9868-ff2df78ab76a req-2ff35c0c-57c7-47bd-9d13-98f4cf6d31d0 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:47.559817 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f5423e76-c07f-4d16-9868-ff2df78ab76a req-2ff35c0c-57c7-47bd-9d13-98f4cf6d31d0 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 944 time: 0.0518215 Jul 11 14:42:47.572093 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:47.575809 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:47.627094 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f5423e76-c07f-4d16-9868-ff2df78ab76a req-fed9acf2-d85b-46eb-8d6d-25768c5f03bf tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614104 Jul 11 14:42:47.649431 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP ed85f51e-7d75-43c6-852e-5a7c6a249cfd associated. External IP: 172.37.1.250, port: c62c0fe9-fd78-4a72-aef8-9bd42e6d81de. Jul 11 14:42:47.683667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:47.758352 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:47.798067 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'be7d6cdf-89dd-4b54-afff-4baf361bc9b1', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.171', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:c2:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a91aed4-52ff-4220-bc8f-571c50452865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:45Z', 'updated_at': '2022-07-11T14:42:45Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:47.828780 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1728f-6f5b-4c20-a1a3-d4bbeb587d83 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'be7d6cdf-89dd-4b54-afff-4baf361bc9b1', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.171', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:c2:28:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a91aed4-52ff-4220-bc8f-571c50452865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:45Z', 'updated_at': '2022-07-11T14:42:45Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:42:47.841859 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 7b725b13-befd-4a14-98cc-9d0e599f5e17 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:47.842231 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:47.849527 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d3b3b-53a0-4d81-9265-d1d2bd8d9927 req-3bc47086-6bd7-4713-a7a3-a33842ae283e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:47.851188 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dc6d3b3b-53a0-4d81-9265-d1d2bd8d9927 req-3bc47086-6bd7-4713-a7a3-a33842ae283e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0612185 Jul 11 14:42:47.917403 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:47.917804 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:47.932807 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:42:47.936424 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:47.942851 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dc6d3b3b-53a0-4d81-9265-d1d2bd8d9927 req-1a219c02-552c-47f0-8529-491e00ae5fed tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663610 Jul 11 14:42:47.943029 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:47.945226 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7707a0-d01f-4c5e-9c68-424601b3f4dc" -d '{"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-plugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:47.960435 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:47.965798 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:48.011531 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913fe4e9-2d1e-49d8-a720-8f4173dd24dd x-openstack-request-id: req-913fe4e9-2d1e-49d8-a720-8f4173dd24dd {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:48.011963 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-plugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:48.012308 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-913fe4e9-2d1e-49d8-a720-8f4173dd24dd {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:48.012797 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913fe4e9-2d1e-49d8-a720-8f4173dd24dd'] response: {'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'code': 200} Jul 11 14:42:48.035112 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=7']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:48.084303 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdea43-da79-4d7a-9d3a-03bab3c0b355 None None] New status for floating IP be7d6cdf-89dd-4b54-afff-4baf361bc9b1: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:42:48.093138 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:42:48.097878 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:48.103990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:42:48.114864 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:48.115474 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:48.132100 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d9e66d10-ccb2-4cb9-8a54-6b843f6ff0ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "PUT /v2.0/floatingips/ed85f51e-7d75-43c6-852e-5a7c6a249cfd HTTP/1.1" status: 200 len: 991 time: 1.5867076 Jul 11 14:42:48.133515 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:42:48.136030 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f63c4a-e332-476d-aee4-226c6dd83f02" -d '{"events": [{"name": "network-changed", "server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:42:48.173430 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ca25c-977c-4020-99a2-8a22cb12cf43 x-openstack-request-id: req-8c2ca25c-977c-4020-99a2-8a22cb12cf43 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:42:48.173722 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:42:48.174060 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c2ca25c-977c-4020-99a2-8a22cb12cf43 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:42:48.174382 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2ca25c-977c-4020-99a2-8a22cb12cf43'] response: {'name': 'network-changed', 'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'status': 'completed', 'code': 200} Jul 11 14:42:48.220883 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:48.433442 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}, {'id': 'ed85f51e-7d75-43c6-852e-5a7c6a249cfd', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.250', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:b8:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:20Z', 'updated_at': '2022-07-11T14:42:47Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:48.458584 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:42:48.468285 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:48.468892 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:48.519077 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bd800-c882-4a1a-8722-c3c46ccbd06c req-c67320b7-f313-40ea-bf3a-3a72f537c216 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:48.520733 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-155bd800-c882-4a1a-8722-c3c46ccbd06c req-c67320b7-f313-40ea-bf3a-3a72f537c216 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0545435 Jul 11 14:42:48.585282 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-155bd800-c882-4a1a-8722-c3c46ccbd06c req-42cae0a7-773e-4f33-b0d6-09f1e35f6e30 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551579 Jul 11 14:42:48.588176 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:48.696025 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:48.734100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:48.743562 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc36bf7-b8bf-4ba6-b18d-173ecf08386c req-a44657e9-36f0-47ad-917b-f2d909b5700e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:48.745052 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6dc36bf7-b8bf-4ba6-b18d-173ecf08386c req-a44657e9-36f0-47ad-917b-f2d909b5700e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0489736 Jul 11 14:42:48.797152 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6dc36bf7-b8bf-4ba6-b18d-173ecf08386c req-956d48cf-aa2c-4a10-a8b4-cef35745d10f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Jul 11 14:42:48.808653 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}, {'id': 'ed85f51e-7d75-43c6-852e-5a7c6a249cfd', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.250', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:b8:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:20Z', 'updated_at': '2022-07-11T14:42:47Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:48.836782 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34ad13-fcc4-46f6-9c74-b6ac48148e17 None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}, {'id': 'ed85f51e-7d75-43c6-852e-5a7c6a249cfd', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.250', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:b8:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:20Z', 'updated_at': '2022-07-11T14:42:47Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:42:49.030889 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2546299-869b-4cc1-9d82-92402c48f7b6 None None] New status for floating IP ed85f51e-7d75-43c6-852e-5a7c6a249cfd: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:42:49.093130 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c455a8b-1e56-4e78-97fb-f02c5ce48d79 req-6b9f9857-4c2f-45c4-926d-00fa69400555 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.094863 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8c455a8b-1e56-4e78-97fb-f02c5ce48d79 req-6b9f9857-4c2f-45c4-926d-00fa69400555 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0592167 Jul 11 14:42:49.150422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-375eefc1-115c-4bb7-97e2-7ed6a9758487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.152154 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-375eefc1-115c-4bb7-97e2-7ed6a9758487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 1129 time: 0.0522161 Jul 11 14:42:49.175007 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-cb1bdac5-d16d-42aa-aa99-d0247f883121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.176494 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-cb1bdac5-d16d-42aa-aa99-d0247f883121 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 1129 time: 0.0731916 Jul 11 14:42:49.190321 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8c455a8b-1e56-4e78-97fb-f02c5ce48d79 req-6ca33f77-bb16-49f3-abdf-253ac1db2be6 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857849 Jul 11 14:42:49.714223 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94636c0e-48eb-4d9e-b16b-d29764e87a35 req-d553a00c-aaab-4789-ae74-443318b5841a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.718957 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-94636c0e-48eb-4d9e-b16b-d29764e87a35 req-d553a00c-aaab-4789-ae74-443318b5841a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0675683 Jul 11 14:42:49.807192 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-720b4829-6661-4874-9939-c0f6d6c73d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.808545 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-720b4829-6661-4874-9939-c0f6d6c73d72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.1120298 Jul 11 14:42:49.835047 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-94636c0e-48eb-4d9e-b16b-d29764e87a35 req-c91d8160-1fe3-400c-9855-169aead2cf49 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050179 Jul 11 14:42:49.849471 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-8e130b16-c3d9-4225-b973-bb72054dbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.850992 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-8e130b16-c3d9-4225-b973-bb72054dbf33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.1307864 Jul 11 14:42:49.931864 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4f518-4db6-4c05-8b00-d69004a91ae5 req-da5ca659-c084-402a-9e47-ad262343be5a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:49.933344 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-89c4f518-4db6-4c05-8b00-d69004a91ae5 req-da5ca659-c084-402a-9e47-ad262343be5a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0478122 Jul 11 14:42:49.977212 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:49.982459 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-89c4f518-4db6-4c05-8b00-d69004a91ae5 req-78b1a918-2c16-4126-abee-aa1760ecddfb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Jul 11 14:42:50.311395 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100fee-1c80-4c6d-8889-6c3f418efd0b req-676c86f0-d911-491e-aa72-3f23e558f4eb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:50.312891 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3a100fee-1c80-4c6d-8889-6c3f418efd0b req-676c86f0-d911-491e-aa72-3f23e558f4eb tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0466256 Jul 11 14:42:50.359478 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3a100fee-1c80-4c6d-8889-6c3f418efd0b req-826b87d3-6900-4535-8ef4-642650230ded tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Jul 11 14:42:50.808623 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-038fafaf-cbdb-4053-8ce9-e3f5dc5b3c52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84 HTTP/1.1" status: 200 len: 1001 time: 0.0948102 Jul 11 14:42:50.824645 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-0873a097-7e0d-4f76-b4f2-d2d8974f84cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de HTTP/1.1" status: 200 len: 1001 time: 0.0714235 Jul 11 14:42:50.963810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfac1d-0c61-45ea-b6eb-fc06651c661a req-b11a38a2-a6af-47a5-98f2-7f9ea1acea6b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:50.965255 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b9dfac1d-0c61-45ea-b6eb-fc06651c661a req-b11a38a2-a6af-47a5-98f2-7f9ea1acea6b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0508277 Jul 11 14:42:51.021111 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b9dfac1d-0c61-45ea-b6eb-fc06651c661a req-534f0242-9518-4f0a-8c68-d070e1d5d530 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502114 Jul 11 14:42:51.055800 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43144) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:51.111020 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a874261-8b77-40df-9715-e92931b7a3bf req-98921ec0-6fce-4612-a9f5-3ae1ed871f85 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:51.113447 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8a874261-8b77-40df-9715-e92931b7a3bf req-98921ec0-6fce-4612-a9f5-3ae1ed871f85 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0517447 Jul 11 14:42:51.171414 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8a874261-8b77-40df-9715-e92931b7a3bf req-1480afd0-d0fb-41b0-adc3-7bf8c3dd9366 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522568 Jul 11 14:42:51.177022 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6122703-96d8-4aef-9d89-893742efa2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.180087 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:51.267895 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6122703-96d8-4aef-9d89-893742efa2ed admin admin] Publish callbacks [] for security_group (52083de5-db7d-41b5-a16f-13fc304e5ca1), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.271743 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6122703-96d8-4aef-9d89-893742efa2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (52083de5-db7d-41b5-a16f-13fc304e5ca1), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.318844 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d6122703-96d8-4aef-9d89-893742efa2ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=143948d3b49640d0a5a0b3375448f576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618766 Jul 11 14:42:51.319973 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6122703-96d8-4aef-9d89-893742efa2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52083de5-db7d-41b5-a16f-13fc304e5ca1,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:51.322087 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43150) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:51.371898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5bacb396-8908-4178-acd3-82b91677b55f admin admin] Publish callbacks [] for security_group (52083de5-db7d-41b5-a16f-13fc304e5ca1), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.393780 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5bacb396-8908-4178-acd3-82b91677b55f admin admin] Publish callbacks [] for security_group (52083de5-db7d-41b5-a16f-13fc304e5ca1), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.443357 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5bacb396-8908-4178-acd3-82b91677b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (52083de5-db7d-41b5-a16f-13fc304e5ca1), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.446516 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5bacb396-8908-4178-acd3-82b91677b55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.447661 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5bacb396-8908-4178-acd3-82b91677b55f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52083de5-db7d-41b5-a16f-13fc304e5ca1 HTTP/1.1" status: 204 len: 168 time: 0.1245716 Jul 11 14:42:51.456333 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacb396-8908-4178-acd3-82b91677b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52083de5-db7d-41b5-a16f-13fc304e5ca1,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:51.470667 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:51.738019 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-6fb6c852-d592-45b1-99ee-f9b102c3330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:51.739496 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-6fb6c852-d592-45b1-99ee-f9b102c3330c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0511982 Jul 11 14:42:51.791673 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-0edbcf6a-d83c-48f8-afeb-d3cd97d0af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:51.793308 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-0edbcf6a-d83c-48f8-afeb-d3cd97d0af92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.1044071 Jul 11 14:42:51.802639 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43166) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:51.807630 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--301783485', 'description': 'tempest-description--537860350'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:51.829611 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.907600 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group (659763f8-3003-49b8-9f02-70d4aeffc22c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.911068 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (659763f8-3003-49b8-9f02-70d4aeffc22c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.916502 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:51.946501 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:51.947721 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1440961 Jul 11 14:42:51.950883 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43172) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:51.954901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'security_group_rule': {'security_group_id': '659763f8-3003-49b8-9f02-70d4aeffc22c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:51.963543 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa00cad-748d-4e91-b5db-83bffc12ead0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659763f8-3003-49b8-9f02-70d4aeffc22c,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:51.986027 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group_rule (a1634fb2-6fe5-4ee5-98c3-26e5bbef63cd), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.044328 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group_rule (a1634fb2-6fe5-4ee5-98c3-26e5bbef63cd), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.048789 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (a1634fb2-6fe5-4ee5-98c3-26e5bbef63cd), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.070757 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1634fb2-6fe5-4ee5-98c3-26e5bbef63cd,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:52.079058 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.080251 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1338d6c3-5d67-42b8-b7c0-c79498ab97e0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286507 Jul 11 14:42:52.083377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43180) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:52.088504 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'security_group_rule': {'security_group_id': '659763f8-3003-49b8-9f02-70d4aeffc22c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:52.118205 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group_rule (05b91397-1537-4e0b-bd05-62469c9a7b20), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.179105 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group_rule (05b91397-1537-4e0b-bd05-62469c9a7b20), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.185612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (05b91397-1537-4e0b-bd05-62469c9a7b20), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.253420 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b91397-1537-4e0b-bd05-62469c9a7b20,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:52.257042 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-71bf8875-c74f-47c0-97b0-2f1bb78d1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:52.259364 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-71bf8875-c74f-47c0-97b0-2f1bb78d1601 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630078 Jul 11 14:42:52.298935 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.300075 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-aad3644e-cdf9-48f4-a8b6-f35c43be940a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156229 Jul 11 14:42:52.303378 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43196) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:52.308272 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:52.315192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-35e86f08-fbb4-4c58-b8d0-94926a15f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:52.318865 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-35e86f08-fbb4-4c58-b8d0-94926a15f4db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970049 Jul 11 14:42:52.377260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.380641 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3e5c8-4217-4929-b373-814f4b411e6e req-1cd68dbd-d9b3-4dfd-8b89-e5ea6efb41dd tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:52.384389 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cca3e5c8-4217-4929-b373-814f4b411e6e req-1cd68dbd-d9b3-4dfd-8b89-e5ea6efb41dd tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0880318 Jul 11 14:42:52.405444 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:52.460417 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:52.461067 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cca3e5c8-4217-4929-b373-814f4b411e6e req-e4c8ff5b-6a36-47f7-ab81-176e82a38d8a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630105 Jul 11 14:42:52.521459 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-19d2a22d-b8d0-47a7-828f-8b6c9f92989c service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991417 Jul 11 14:42:52.528817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.630404 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43204) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:52.637310 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Allocated IP 172.37.1.76 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/c55c3fd8-ff4d-40dc-a241-69eaf74e6211) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:52.741570 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-32827450-5e04-4cf4-83e0-3b521675095f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.747826 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-14220135-e65c-4ecd-87f3-fd2a8c05b5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.748379 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.811005 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:52.847517 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.891579 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-b89fde3c-8888-4976-a928-eccc83ca84dd service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331055 Jul 11 14:42:52.926259 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:52.928965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-32827450-5e04-4cf4-83e0-3b521675095f admin admin] Publish callbacks [] for security_group (1eadfde1-6c73-4252-a369-6f5e725f7c20), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.934597 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-32827450-5e04-4cf4-83e0-3b521675095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1eadfde1-6c73-4252-a369-6f5e725f7c20), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:52.942876 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:52.943070 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:52.962399 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c97b1214-7723-4d55-b5e2-1beb8670a818 req-458d6b77-0618-41ae-b8f9-fa93f0e3ad35 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023041 Jul 11 14:42:52.963367 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'Port': ['ID=c55c3fd8-ff4d-40dc-a241-69eaf74e6211,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:52.980774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:53.024488 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-32827450-5e04-4cf4-83e0-3b521675095f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=652f8c451cba457d92d8519659ef9406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929648 Jul 11 14:42:53.029004 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43214) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:53.029672 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32827450-5e04-4cf4-83e0-3b521675095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eadfde1-6c73-4252-a369-6f5e725f7c20,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:53.061045 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.097178 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-50f63c4a-e332-476d-aee4-226c6dd83f02 req-63c7f252-e415-4a5b-8158-c33cae9b718d service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973913 Jul 11 14:42:53.109907 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.112321 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b51be5b-f062-4146-bd1d-913b35ae8b0c admin admin] Publish callbacks [] for security_group (1eadfde1-6c73-4252-a369-6f5e725f7c20), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.139144 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b51be5b-f062-4146-bd1d-913b35ae8b0c admin admin] Publish callbacks [] for security_group (1eadfde1-6c73-4252-a369-6f5e725f7c20), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.202922 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b51be5b-f062-4146-bd1d-913b35ae8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1eadfde1-6c73-4252-a369-6f5e725f7c20), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.205484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b51be5b-f062-4146-bd1d-913b35ae8b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.209637 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4b51be5b-f062-4146-bd1d-913b35ae8b0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1eadfde1-6c73-4252-a369-6f5e725f7c20 HTTP/1.1" status: 204 len: 168 time: 0.1744759 Jul 11 14:42:53.223142 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51be5b-f062-4146-bd1d-913b35ae8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eadfde1-6c73-4252-a369-6f5e725f7c20,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:53.278899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:53.297531 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.308566 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.370641 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.398098 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'Port': ['ID=c55c3fd8-ff4d-40dc-a241-69eaf74e6211,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:53.405593 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:53.419315 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-7d86774b-227d-4d9e-94dc-1c092e82e1fa tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1143718 Jul 11 14:42:53.656583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2550a6-73bf-4d8d-b440-819481c7d734 req-99fee7b6-9a73-430b-96be-6d9d4ab5f710 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:53.659143 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1f2550a6-73bf-4d8d-b440-819481c7d734 req-99fee7b6-9a73-430b-96be-6d9d4ab5f710 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0923967 Jul 11 14:42:53.739700 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1f2550a6-73bf-4d8d-b440-819481c7d734 req-e97610d3-5d39-4dcd-ba77-be8113532515 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664356 Jul 11 14:42:53.809533 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-dd6879d0-120d-45be-8f45-4f964fc3b8e7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--301783485&fields=id&tenant_id=98966d44ea88477b94215761cdc92ea7 HTTP/1.1" status: 200 len: 267 time: 0.0952430 Jul 11 14:42:53.974918 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-62767764-fb72-4aa8-a413-7f30158dfbe8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:53.976948 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-62767764-fb72-4aa8-a413-7f30158dfbe8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 818 time: 0.1657145 Jul 11 14:42:53.999195 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4597f958-1475-40a1-b74b-9bb0a92eec0c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/quotas/98966d44ea88477b94215761cdc92ea7 HTTP/1.1" status: 200 len: 375 time: 0.0157061 Jul 11 14:42:54.066137 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-85b47bfc-148b-4b27-8320-6b3a02725b77 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657673 Jul 11 14:42:54.237637 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-8c2b6b8a-aa1e-4435-a9d8-def8e4b9018f service neutron] 10.222.0.72 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596017 Jul 11 14:42:54.292417 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43274) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:54.356061 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:54.363821 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-685607f2-ef36-4e02-be51-8c07bbaf2cec service neutron] 10.222.0.72 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199026 Jul 11 14:42:54.425897 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-339039448-network', 'tenant_id': '3e77cfd4544c45468c57510de6034e38'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:54.457217 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Made reservation on behalf of 3e77cfd4544c45468c57510de6034e38 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:42:54.460119 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.471250 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.591883 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-78d2c12d-8c82-4462-8a96-98d648c340dc req-33c5990b-e00e-453f-aaac-5299bd6742c7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0353031 Jul 11 14:42:54.593633 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks [] for security_group (1bbe6f24-4a41-4403-adff-d1890f4e14df), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.599014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1bbe6f24-4a41-4403-adff-d1890f4e14df), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.649543 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:42:54.665677 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe6f24-4a41-4403-adff-d1890f4e14df,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:54.672102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (af71b658-3310-401a-b1a4-a7f91446be80), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.672443 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Added segment af71b658-3310-401a-b1a4-a7f91446be80 of type vlan for network 06a4c46d-d89a-4730-8741-8893e973bf68 Jul 11 14:42:54.730005 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (06a4c46d-d89a-4730-8741-8893e973bf68), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.809810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (06a4c46d-d89a-4730-8741-8893e973bf68), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.812261 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:54.812961 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.836283 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5415182 Jul 11 14:42:54.839207 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43290) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:54.844517 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Request body: {'subnet': {'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-339039448-subnet', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:54.928365 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c108e4-b57e-45a9-a95c-5579b29afa61 req-581d4d4f-9747-491b-9ae8-97bfdf6cd6c2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:54.936821 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-21c108e4-b57e-45a9-a95c-5579b29afa61 req-581d4d4f-9747-491b-9ae8-97bfdf6cd6c2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0760922 Jul 11 14:42:54.939594 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Made reservation on behalf of 3e77cfd4544c45468c57510de6034e38 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:42:54.942184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:54.946318 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204cf1-f539-40e0-9667-8e0b86e90e31 admin admin] Pushing event updated for resources: {'Network': ['ID=06a4c46d-d89a-4730-8741-8893e973bf68,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:54.961700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 06a4c46d-d89a-4730-8741-8893e973bf68 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:42:55.364143 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-21c108e4-b57e-45a9-a95c-5579b29afa61 req-0b45a8b9-e047-4eae-9c34-7cbd1bc6df4e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264293 Jul 11 14:42:55.398192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:55.422032 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-508a8fba-3d6b-4ad3-b9ac-766778b11b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:55.537422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (b348d964-b33e-49c0-bbad-54432bafb963), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:55.644082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b348d964-b33e-49c0-bbad-54432bafb963,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:55.649583 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Checking segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:55.650034 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Network hostable DHCP agents. Network: 06a4c46d-d89a-4730-8741-8893e973bf68, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:42:55.675579 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Network 06a4c46d-d89a-4730-8741-8893e973bf68 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:42:55.688747 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 06a4c46d-d89a-4730-8741-8893e973bf68) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:55.698038 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67b21f-b454-44d6-aeba-489d59f9f2d7 None None] Network 06a4c46d-d89a-4730-8741-8893e973bf68 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:42:55.717763 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:55.718389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:55.752274 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-3cd11859-bc12-4167-86c1-d1482144f1c4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9117787 Jul 11 14:42:55.755039 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43298) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:55.759497 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:55.769140 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98d6aee8-371a-4fe1-9085-efb4cd3092e0 req-93462805-361e-44a9-972f-d077f0c5adac tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0494506 Jul 11 14:42:55.795182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (f848493a-6ef5-42bb-a82e-28111fdd0aef), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:55.796191 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (f848493a-6ef5-42bb-a82e-28111fdd0aef), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:55.849459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-06a4c46d-d89a-4730-8741-8893e973bf68', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:42:55.850802 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:55.863246 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks [] for router_controller (f848493a-6ef5-42bb-a82e-28111fdd0aef), precommit_add_association {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.044754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks [] for router_gateway (f848493a-6ef5-42bb-a82e-28111fdd0aef), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.065707 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Allocated IP 172.20.0.2 (06a4c46d-d89a-4730-8741-8893e973bf68/b348d964-b33e-49c0-bbad-54432bafb963/87d5d8af-d775-4eff-9457-24a5f14aee65) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:56.285660 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:56.300821 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks [] for router_gateway (f848493a-6ef5-42bb-a82e-28111fdd0aef), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.326819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.411276 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Publish callbacks [] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.425686 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.469837 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Allocated IP 172.37.1.78 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/a83ea3f0-6861-4391-b3b9-1346c0cba475) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:56.485662 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Pushing event updated for resources: {'Port': ['ID=87d5d8af-d775-4eff-9457-24a5f14aee65,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:56.499822 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Network 06a4c46d-d89a-4730-8741-8893e973bf68 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:56.502842 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:56.506382 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:56.570905 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Attempting to bind port 87d5d8af-d775-4eff-9457-24a5f14aee65 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:42:56.571259 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Attempting to bind port 87d5d8af-d775-4eff-9457-24a5f14aee65 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:42:56.571807 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Attempting to bind port 87d5d8af-d775-4eff-9457-24a5f14aee65 on network 06a4c46d-d89a-4730-8741-8893e973bf68 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:56.577980 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:42:56.578665 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Checking segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:56.579238 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.579791 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Bound using segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:42:56.580433 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Bound port: 87d5d8af-d775-4eff-9457-24a5f14aee65, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:42:56.581232 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.619597 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a892412-3531-4d9f-a167-7e1fc2c4b3a5 req-b49d3dde-469f-4b5f-bc26-8baa891e965b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:56.621292 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7a892412-3531-4d9f-a167-7e1fc2c4b3a5 req-b49d3dde-469f-4b5f-bc26-8baa891e965b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0620477 Jul 11 14:42:56.652958 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] For port 87d5d8af-d775-4eff-9457-24a5f14aee65, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:42:56.659418 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] For port 87d5d8af-d775-4eff-9457-24a5f14aee65, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=87d5d8af-d775-4eff-9457-24a5f14aee65,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:42:56.673256 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.673502 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks [] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.705210 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:56.723200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:56.736497 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7a892412-3531-4d9f-a167-7e1fc2c4b3a5 req-4d31fe94-fcea-4b0f-b278-b81ac6bc62b1 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033959 Jul 11 14:42:56.767580 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:56.774153 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:56.783949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331469f-016f-4c26-8b8c-96e3664e98a9 None None] Pushing event updated for resources: {'Port': ['ID=87d5d8af-d775-4eff-9457-24a5f14aee65,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:56.840084 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:56.843531 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:56.855610 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:56.902590 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d859abe0-3cc5-45ff-826f-d72ca041e8d4 req-a628b74f-8185-4ef6-8053-c26695929ee7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0378902 Jul 11 14:42:56.930240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Pushing event updated for resources: {'Port': ['ID=a83ea3f0-6861-4391-b3b9-1346c0cba475,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:57.077225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:57.208293 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks [] for router_gateway (f848493a-6ef5-42bb-a82e-28111fdd0aef), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:57.282268 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:57.523716 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (f848493a-6ef5-42bb-a82e-28111fdd0aef), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:57.708420 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Router f848493a-6ef5-42bb-a82e-28111fdd0aef is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:42:57.738261 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 87d5d8af-d775-4eff-9457-24a5f14aee65 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:57.859077 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 87d5d8af-d775-4eff-9457-24a5f14aee65 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:57.859856 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.125592 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 87d5d8af-d775-4eff-9457-24a5f14aee65 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:58.126220 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.159663 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-17f84873-4bf0-4385-815a-22a37e11c5ad req-abad3ca2-fd3b-4520-8816-ce57d56c3a00 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0803914 Jul 11 14:42:58.181762 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdde34-21cd-4de3-96ff-b8cf4b220ad7 req-da6bb58b-59a6-4f92-b3ab-0b7ce19329d8 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:58.201655 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-55cdde34-21cd-4de3-96ff-b8cf4b220ad7 req-da6bb58b-59a6-4f92-b3ab-0b7ce19329d8 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.2535403 Jul 11 14:42:58.223512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 87d5d8af-d775-4eff-9457-24a5f14aee65, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=87d5d8af-d775-4eff-9457-24a5f14aee65,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:42:58.232179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.304925 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:42:58.311956 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30eea0-b40d-4718-a56a-128507f5eca1 None None] Network 06a4c46d-d89a-4730-8741-8893e973bf68 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:42:58.321889 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Sync routers for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:42:58.331416 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.350052 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=87d5d8af-d775-4eff-9457-24a5f14aee65,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:58.362234 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:42:58.363292 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:58.397364 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-55cdde34-21cd-4de3-96ff-b8cf4b220ad7 req-009442bd-dd32-4eec-a883-b3ac6fe3c4cb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944826 Jul 11 14:42:58.408306 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:58.433708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.438001 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43328) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:42:58.439105 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-00460762-28c4-4d62-b081-0fbe501a2445 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6830659 Jul 11 14:42:58.452976 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-0d2c2f2c-bbc0-4a70-8b73-ee2d2616f81c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:58.454510 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-0d2c2f2c-bbc0-4a70-8b73-ee2d2616f81c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 818 time: 0.5004139 Jul 11 14:42:58.525633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-97dc48dc-f3d0-483f-ab89-96786129280b None None] Provisioning complete for port 87d5d8af-d775-4eff-9457-24a5f14aee65 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:58.526019 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-97dc48dc-f3d0-483f-ab89-96786129280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.602125 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:58.612610 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.624710 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-2cba089a-5e23-4d2e-8974-412b4b765938 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98966d44ea88477b94215761cdc92ea7 HTTP/1.1" status: 200 len: 379 time: 0.1506360 Jul 11 14:42:58.634309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:42:58.641522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'port': {'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'admin_state_up': True, 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'security_groups': ['659763f8-3003-49b8-9f02-70d4aeffc22c']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:42:58.740178 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:58.825936 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-97dc48dc-f3d0-483f-ab89-96786129280b None None] Current status of the port 87d5d8af-d775-4eff-9457-24a5f14aee65 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:58.868681 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Made reservation on behalf of 98966d44ea88477b94215761cdc92ea7 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:42:58.873655 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:58.921401 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:58.928999 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:57Z', 'revision_number': 3, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:42:58.978204 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Checking router: f848493a-6ef5-42bb-a82e-28111fdd0aef for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:42:58.980203 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Updating router f848493a-6ef5-42bb-a82e-28111fdd0aef port a83ea3f0-6861-4391-b3b9-1346c0cba475 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:42:59.050178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.060961 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Allocated IP 172.20.0.12 (382f35eb-d1cd-45e3-b28b-3e3389f544db/f4634de7-95c0-41a0-8797-d4967f527135/5a30e035-3f54-418c-8ac6-380a40fc2f5d) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:59.100294 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.100708 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c96451e-c02c-442f-acad-59b2188f5d4a None None] Provisioning complete for port 87d5d8af-d775-4eff-9457-24a5f14aee65 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:59.101642 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c96451e-c02c-442f-acad-59b2188f5d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.289615 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.294544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:59.305447 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:59.320608 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0d29f4a3-fcf6-4415-ac1f-4877b7f4de39 req-16b15e78-d2bb-45ac-9161-bdd21ed9249c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0597405 Jul 11 14:42:59.339378 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:59.347906 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.350032 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:59.352815 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c96451e-c02c-442f-acad-59b2188f5d4a None None] Current status of the port 87d5d8af-d775-4eff-9457-24a5f14aee65 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:42:59.363601 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Allocated IP 172.20.0.1 (06a4c46d-d89a-4730-8741-8893e973bf68/b348d964-b33e-49c0-bbad-54432bafb963/d5960c8d-12ad-4029-9bc0-aa10a3aaba95) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:42:59.423766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event updated for resources: {'Port': ['ID=5a30e035-3f54-418c-8ac6-380a40fc2f5d,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:59.439890 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:59.444582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:59.447392 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:59.518507 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:59.545836 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:59.546625 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.582524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks [] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.638630 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-818ce5dd-5e3b-478f-8c9a-845e51c74f29 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0071909 Jul 11 14:42:59.651917 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Publish callbacks [] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.657661 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.669159 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.688693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751ce3-13dd-4ed2-85a2-66702acd7c9a req-5e0ee28e-7aad-41e2-bc19-b0da6bb71437 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:42:59.693119 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-90751ce3-13dd-4ed2-85a2-66702acd7c9a req-5e0ee28e-7aad-41e2-bc19-b0da6bb71437 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1235342 Jul 11 14:42:59.714084 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Network 06a4c46d-d89a-4730-8741-8893e973bf68 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:42:59.725049 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:42:59.735844 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:42:59.736591 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (f848493a-6ef5-42bb-a82e-28111fdd0aef), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.748777 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Attempting to bind port a83ea3f0-6861-4391-b3b9-1346c0cba475 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:42:59.749450 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Attempting to bind port a83ea3f0-6861-4391-b3b9-1346c0cba475 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:42:59.749982 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Attempting to bind port a83ea3f0-6861-4391-b3b9-1346c0cba475 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:42:59.761671 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Pushing event updated for resources: {'Port': ['ID=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:59.778999 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:42:59.780533 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:42:59.782000 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.782497 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:42:59.782996 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Bound port: a83ea3f0-6861-4391-b3b9-1346c0cba475, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:42:59.783386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.802408 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-90751ce3-13dd-4ed2-85a2-66702acd7c9a req-02ed44d6-a50b-47d2-abd9-e0b3f961c142 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970623 Jul 11 14:42:59.828574 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 87d5d8af-d775-4eff-9457-24a5f14aee65 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:42:59.844866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36aa6f-13f5-4aae-a7b0-cb6d312e3bf7 None None] Pushing event updated for resources: {'Port': ['ID=a83ea3f0-6861-4391-b3b9-1346c0cba475,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:42:59.889778 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-3d76f09b-d544-4a14-b679-8b9c58152741 None None] Provisioning complete for port 5a30e035-3f54-418c-8ac6-380a40fc2f5d triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:59.890162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3d76f09b-d544-4a14-b679-8b9c58152741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.923010 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:42:59.963906 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:42:59.975349 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-3d76f09b-d544-4a14-b679-8b9c58152741 None None] Port 5a30e035-3f54-418c-8ac6-380a40fc2f5d cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:42:59.988302 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] For port a83ea3f0-6861-4391-b3b9-1346c0cba475, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:42:59.990406 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 87d5d8af-d775-4eff-9457-24a5f14aee65 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:42:59.990801 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.009980 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] For port a83ea3f0-6861-4391-b3b9-1346c0cba475, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a83ea3f0-6861-4391-b3b9-1346c0cba475,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:00.035133 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:00.036907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.202801 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks [] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.208506 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.211432 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (f848493a-6ef5-42bb-a82e-28111fdd0aef), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.250880 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-67ef48e4-06f8-49cf-b692-5a4cbca52212 None None] Provisioning complete for port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:00.251268 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-67ef48e4-06f8-49cf-b692-5a4cbca52212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.255654 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:00.284390 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36aa6f-13f5-4aae-a7b0-cb6d312e3bf7 None None] Pushing event updated for resources: {'Port': ['ID=a83ea3f0-6861-4391-b3b9-1346c0cba475,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:00.308971 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Pushing event updated for resources: {'Port': ['ID=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:00.311016 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:00.311661 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:00.386699 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Network 06a4c46d-d89a-4730-8741-8893e973bf68 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:00.388390 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:00.416166 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-67ef48e4-06f8-49cf-b692-5a4cbca52212 None None] Port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:43:00.420197 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 87d5d8af-d775-4eff-9457-24a5f14aee65 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:00.514472 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:00.601828 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78795c3-5a56-49ba-a761-4d651172cf3e req-924b2a76-827b-4e7e-b295-0106406243c7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:00.617592 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e78795c3-5a56-49ba-a761-4d651172cf3e req-924b2a76-827b-4e7e-b295-0106406243c7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 932 time: 0.1068342 Jul 11 14:43:00.626955 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Router f848493a-6ef5-42bb-a82e-28111fdd0aef has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:43:00.745231 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:00.777315 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-aaaac3c5-2404-46fc-a944-fe77fa9f9dbc None None] Provisioning complete for port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:00.777971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-aaaac3c5-2404-46fc-a944-fe77fa9f9dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:00.817971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:00Z', 'revision_number': 2, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:00.846155 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-aaaac3c5-2404-46fc-a944-fe77fa9f9dbc None None] Port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:43:00.848382 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191f1b-ad30-4dfd-8663-b87864bcfa1e None None] The sync data for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi is: [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:00Z', 'revision_number': 2, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:43:01.005161 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e78795c3-5a56-49ba-a761-4d651172cf3e req-37d089b6-91c4-4233-bda3-9d9c1e4f53a0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865905 Jul 11 14:43:01.007579 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e0e15-c39d-46bd-8807-41dee5539013 req-ab61e08d-ca42-4bfa-a541-71bb3782d9b6 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:01.009125 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-734e0e15-c39d-46bd-8807-41dee5539013 req-ab61e08d-ca42-4bfa-a541-71bb3782d9b6 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0757456 Jul 11 14:43:01.078896 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:43:01.087677 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-68780d8b-47fd-4792-b068-2953b9906e80 admin admin] 10.222.0.72 "PUT /v2.0/routers/f848493a-6ef5-42bb-a82e-28111fdd0aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481040 Jul 11 14:43:01.093300 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-734e0e15-c39d-46bd-8807-41dee5539013 req-f8255745-e11d-4b82-9619-04adee5d7464 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691805 Jul 11 14:43:01.655746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Request body: {'port': {'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:01.781952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:01.975165 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43366) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:01.981333 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1576068232-network', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:02.019174 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Made reservation on behalf of 0b70d99ff0094ac6b018c6f8a907e31b for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:43:02.023788 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.049063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.185987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a30e035-3f54-418c-8ac6-380a40fc2f5d {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:02.197956 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f63c14-4458-44d6-8440-db534e1c7cca req-20eeb525-131e-484e-94f2-c3205ebc38ce tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:02.201086 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Publish callbacks [] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.204964 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-22f63c14-4458-44d6-8440-db534e1c7cca req-20eeb525-131e-484e-94f2-c3205ebc38ce tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 932 time: 0.0876873 Jul 11 14:43:02.220936 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Transition to ACTIVE for port object 5a30e035-3f54-418c-8ac6-380a40fc2f5d will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:43:02.227566 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.263111 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:02.284471 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks [] for security_group (8ef81859-91a4-49ef-ab23-5d578994cbd3), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.295672 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-22f63c14-4458-44d6-8440-db534e1c7cca req-411a4629-2d72-4742-8d92-64813e7f86ce tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895705 Jul 11 14:43:02.297331 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (8ef81859-91a4-49ef-ab23-5d578994cbd3), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.343530 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:02.349309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef81859-91a4-49ef-ab23-5d578994cbd3,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:02.363478 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:43:02.379348 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (a5638f7f-d29d-4eff-af07-ddd02fa04a87), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.388078 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Added segment a5638f7f-d29d-4eff-af07-ddd02fa04a87 of type vlan for network 7b7bf470-1071-4f8d-b759-4879ad1a8062 Jul 11 14:43:02.473523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (7b7bf470-1071-4f8d-b759-4879ad1a8062), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.519767 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (7b7bf470-1071-4f8d-b759-4879ad1a8062), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.520856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:02.521482 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.575844 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5985258 Jul 11 14:43:02.579396 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43372) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:02.584688 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Request body: {'subnet': {'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1576068232-subnet', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:02.650551 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29948-6208-4a0e-90e0-9c66fb172e1f admin admin] Pushing event updated for resources: {'Network': ['ID=7b7bf470-1071-4f8d-b759-4879ad1a8062,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:02.669155 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:43:02.686548 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Made reservation on behalf of 0b70d99ff0094ac6b018c6f8a907e31b for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:43:02.690107 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:02.761270 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13c39e-f7ae-4dba-9cf5-5af452344a3f req-6e46294d-faa2-4d5c-a0ff-b633895c2c16 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:02.766772 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7a13c39e-f7ae-4dba-9cf5-5af452344a3f req-6e46294d-faa2-4d5c-a0ff-b633895c2c16 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.5103328 Jul 11 14:43:02.792984 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Pushing event updated for resources: {'Port': ['ID=5a30e035-3f54-418c-8ac6-380a40fc2f5d,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:02.985590 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7a13c39e-f7ae-4dba-9cf5-5af452344a3f req-e7f03efb-993c-4b18-b486-6f39b3d07188 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082646 Jul 11 14:43:03.017613 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Attempting to bind port 5a30e035-3f54-418c-8ac6-380a40fc2f5d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:03.018098 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Attempting to bind port 5a30e035-3f54-418c-8ac6-380a40fc2f5d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:03.020218 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (ed85a66a-1f13-4c80-8f69-46ae51282a21), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.020707 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Attempting to bind port 5a30e035-3f54-418c-8ac6-380a40fc2f5d on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:03.033792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Port 5a30e035-3f54-418c-8ac6-380a40fc2f5d on network 382f35eb-d1cd-45e3-b28b-3e3389f544db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:43:03.034121 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Attempting to bind port 5a30e035-3f54-418c-8ac6-380a40fc2f5d on network 382f35eb-d1cd-45e3-b28b-3e3389f544db {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:03.040716 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:03.054619 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:03.055208 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Checking segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:03.055711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Bound using segment: {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:03.056252 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Bound port: 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851edb5c-bc79-4572-bf3f-76a645479c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:03.056739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.113835 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed85a66a-1f13-4c80-8f69-46ae51282a21,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:03.122365 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Checking segment: {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:03.122753 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Network hostable DHCP agents. Network: 7b7bf470-1071-4f8d-b759-4879ad1a8062, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:43:03.144257 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:43:03.146284 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:03.154387 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] For port 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:03.161696 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7b7bf470-1071-4f8d-b759-4879ad1a8062) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:03.166452 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:03.167117 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.172882 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] For port 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:03.176455 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d318360-ca68-4aae-bcf6-632ea72661d0 None None] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:43:03.183386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.188866 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-30cf7e3b-fac8-4c14-9094-43adf47bc701 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6084306 Jul 11 14:43:03.191643 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43380) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:03.199463 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:03.232207 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (4d0988a2-f1c0-49a7-b831-1ee6cceee401), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.241856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:03.244700 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (4d0988a2-f1c0-49a7-b831-1ee6cceee401), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.245500 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.247234 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 1094 time: 1.5958321 Jul 11 14:43:03.250333 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:03.253167 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8172f192-0f5b-406e-bc71-5a8583e1e133" -d '{"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:03.259519 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ffc75-d68f-4af1-bb0c-98057e132840 service neutron] Pushing event updated for resources: {'Port': ['ID=5a30e035-3f54-418c-8ac6-380a40fc2f5d,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:03.357455 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks [] for router_controller (4d0988a2-f1c0-49a7-b831-1ee6cceee401), precommit_add_association {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.385983 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bd564f-fcbf-4ec0-ba02-a74ab951dd11 x-openstack-request-id: req-f8bd564f-fcbf-4ec0-ba02-a74ab951dd11 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:03.386280 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:03.386560 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8bd564f-fcbf-4ec0-ba02-a74ab951dd11 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:03.386990 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bd564f-fcbf-4ec0-ba02-a74ab951dd11'] response: {'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'status': 'completed', 'code': 200} Jul 11 14:43:03.401964 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7b7bf470-1071-4f8d-b759-4879ad1a8062', 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'fixed_ips': [{'subnet_id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:43:03.403771 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.442081 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-f691df2a-e3c4-43c1-826b-ed17be284bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:03.450068 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-f691df2a-e3c4-43c1-826b-ed17be284bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1128 time: 0.1450069 Jul 11 14:43:03.540632 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda390c-faf3-4545-8867-69d5a9f23fb3 req-7ad4b65a-e288-4d39-adc0-1db84fb809c8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:03.547930 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7fda390c-faf3-4545-8867-69d5a9f23fb3 req-7ad4b65a-e288-4d39-adc0-1db84fb809c8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 944 time: 0.0828006 Jul 11 14:43:03.563636 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks [] for router_gateway (4d0988a2-f1c0-49a7-b831-1ee6cceee401), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.703187 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7fda390c-faf3-4545-8867-69d5a9f23fb3 req-aa403aec-630f-44ed-9d57-7be8679fd4d2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538863 Jul 11 14:43:03.736706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:03.767523 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Allocated IP 172.20.0.2 (7b7bf470-1071-4f8d-b759-4879ad1a8062/ed85a66a-1f13-4c80-8f69-46ae51282a21/48def635-e06b-47a5-973d-e3614e0c6b97) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:43:03.773344 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a83ea3f0-6861-4391-b3b9-1346c0cba475 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:03.797045 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:03.811423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:03.899860 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port a83ea3f0-6861-4391-b3b9-1346c0cba475 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:03.900206 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.907108 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks [] for router_gateway (4d0988a2-f1c0-49a7-b831-1ee6cceee401), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:03.929481 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.008241 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Publish callbacks [] for port (48def635-e06b-47a5-973d-e3614e0c6b97), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.034532 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.079234 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Allocated IP 172.37.1.157 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/07d7eee6-eda8-46dd-8c7d-32db1c2acf17) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:43:04.119331 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port a83ea3f0-6861-4391-b3b9-1346c0cba475 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:04.119721 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.152105 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:04.161985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:04.165104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:43:04.169115 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Pushing event updated for resources: {'Port': ['ID=48def635-e06b-47a5-973d-e3614e0c6b97,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:04.174205 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port a83ea3f0-6861-4391-b3b9-1346c0cba475, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a83ea3f0-6861-4391-b3b9-1346c0cba475,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:04.204831 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.220336 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Sync routers for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:43:04.239255 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:04.240945 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:04.273621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks [] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.277668 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Attempting to bind port 48def635-e06b-47a5-973d-e3614e0c6b97 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:04.278032 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Attempting to bind port 48def635-e06b-47a5-973d-e3614e0c6b97 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:04.278388 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Attempting to bind port 48def635-e06b-47a5-973d-e3614e0c6b97 on network 7b7bf470-1071-4f8d-b759-4879ad1a8062 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:04.294723 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:04.295094 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Checking segment: {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:04.295497 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.295885 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Bound using segment: {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:04.296364 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Bound port: 48def635-e06b-47a5-973d-e3614e0c6b97, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:04.296735 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.312701 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=a83ea3f0-6861-4391-b3b9-1346c0cba475,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:04.348667 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:04.358444 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae37ad6-6bf8-43df-aa47-801d569009b8 req-3a774942-ecd2-43c4-a370-e437f53b5db5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:04.360649 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3ae37ad6-6bf8-43df-aa47-801d569009b8 req-3a774942-ecd2-43c4-a370-e437f53b5db5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0964875 Jul 11 14:43:04.382245 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:04.386001 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] For port 48def635-e06b-47a5-973d-e3614e0c6b97, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:04.390161 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] For port 48def635-e06b-47a5-973d-e3614e0c6b97, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48def635-e06b-47a5-973d-e3614e0c6b97,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:04.400803 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.425786 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3ae37ad6-6bf8-43df-aa47-801d569009b8 req-09c41298-1588-4ab7-b1ef-9cb4319f13b4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502455 Jul 11 14:43:04.426807 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.461493 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429da89-c08c-4540-9c80-7b12cbdc67ef None None] Pushing event updated for resources: {'Port': ['ID=48def635-e06b-47a5-973d-e3614e0c6b97,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:04.492869 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:04.498817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:04.503053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:43:04.506771 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Pushing event updated for resources: {'Port': ['ID=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:04.663312 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:00Z', 'revision_number': 2, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:04.699155 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Checking router: f848493a-6ef5-42bb-a82e-28111fdd0aef for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:43:04.699508 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Updating router f848493a-6ef5-42bb-a82e-28111fdd0aef port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:43:04.737726 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.878355 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks [] for router_gateway (4d0988a2-f1c0-49a7-b831-1ee6cceee401), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:04.935902 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124950a-18a8-4c3c-b927-3ba8896d2ef5 req-7021003b-738c-4b5a-b936-3b913c5bd53a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:04.947439 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5124950a-18a8-4c3c-b927-3ba8896d2ef5 req-7021003b-738c-4b5a-b936-3b913c5bd53a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 944 time: 0.1205361 Jul 11 14:43:05.040044 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5124950a-18a8-4c3c-b927-3ba8896d2ef5 req-e807997e-0647-4c03-9b81-6a8aaaa2d8b5 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917072 Jul 11 14:43:05.092391 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:05.134909 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Publish callbacks [] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.143250 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.196555 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Pushing event updated for resources: {'Port': ['ID=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:05.208433 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.208836 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.209286 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.209732 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.210332 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.210792 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.211209 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.211625 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.212158 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.212549 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.212969 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.216993 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.217489 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.217928 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.218363 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:05.293899 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Attempting to bind port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:05.294578 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Attempting to bind port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:05.294817 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Attempting to bind port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 on network 06a4c46d-d89a-4730-8741-8893e973bf68 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:05.301988 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:05.302228 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (4d0988a2-f1c0-49a7-b831-1ee6cceee401), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.302635 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Checking segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:05.303135 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.303634 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Bound using segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:05.304775 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Bound port: d5960c8d-12ad-4029-9bc0-aa10a3aaba95, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:05.305324 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.400985 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] For port d5960c8d-12ad-4029-9bc0-aa10a3aaba95, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:05.403622 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-71a975ae-1ade-49f0-a393-88167945d58f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 217 time: 0.0778384 Jul 11 14:43:05.407381 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] For port d5960c8d-12ad-4029-9bc0-aa10a3aaba95, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:05.415595 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:05.417960 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.471450 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:05.490140 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:05.507374 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a4738-40f5-4678-9246-5095cb58c6f1 None None] Pushing event updated for resources: {'Port': ['ID=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:05.511607 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:05.512234 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:05.620442 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] Provisioning complete for port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:05.621042 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.726925 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:05.802669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946680a-2ee1-468e-a361-e85e0a42ad68 req-a9d7803f-dfaa-44e8-91a8-1caf387ba658 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:05.804284 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0946680a-2ee1-468e-a361-e85e0a42ad68 req-a9d7803f-dfaa-44e8-91a8-1caf387ba658 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1962292 Jul 11 14:43:05.837671 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] Current status of the port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:05.838064 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.937596 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] For port d5960c8d-12ad-4029-9bc0-aa10a3aaba95, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:05.946487 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:05.988825 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0946680a-2ee1-468e-a361-e85e0a42ad68 req-298367f3-5a7e-4dcd-b319-66a2db76517b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692309 Jul 11 14:43:06.020459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:43:06.139291 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dab29-7a40-494f-b550-0ccad3fafa69 None None] Pushing event updated for resources: {'Port': ['ID=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:06.150321 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-de041dbf-4325-4336-b632-e12dbecbe0cc None None] Provisioning complete for port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:06.154546 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-de041dbf-4325-4336-b632-e12dbecbe0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:06.243045 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a83ea3f0-6861-4391-b3b9-1346c0cba475 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:06.268900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:43:06.274096 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:06.278392 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cdb47-6ac7-448d-9c3b-888d6a7525d7 None None] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:43:06.294309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Sync routers for ids ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:43:06.303126 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:06.309024 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ee080c6f-6ae7-4630-a2c4-7f0e602657c5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1153734 Jul 11 14:43:06.310332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43400) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:06.400128 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Routers {'4d0988a2-f1c0-49a7-b831-1ee6cceee401'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:06.400794 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:06.405064 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa715-1f12-46db-9198-1a4084dc1488 req-7b1e6943-c7e3-4a69-af8e-765dbeedb383 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:06.418493 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-669aa715-1f12-46db-9198-1a4084dc1488 req-7b1e6943-c7e3-4a69-af8e-765dbeedb383 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 944 time: 0.2058198 Jul 11 14:43:06.470103 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:06.504724 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f6f65-9336-4676-af81-df30bd0bbf4f None None] The sync data for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi is: [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:43:06.539452 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-669aa715-1f12-46db-9198-1a4084dc1488 req-2418ff79-7bf6-46f7-a2fc-64c6fbd389a7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196108 Jul 11 14:43:06.584600 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4749226b-489e-496b-a1d6-423377bd3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:06.586576 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-4749226b-489e-496b-a1d6-423377bd3a5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.1538098 Jul 11 14:43:06.675387 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port a83ea3f0-6861-4391-b3b9-1346c0cba475 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:06.680619 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:06.698085 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-11d26984-844f-414b-84c2-dc95c516264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:06.710277 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-11d26984-844f-414b-84c2-dc95c516264b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042581 Jul 11 14:43:06.758067 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-de041dbf-4325-4336-b632-e12dbecbe0cc None None] Current status of the port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:06.898794 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Set router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:07.032647 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:07.035866 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-8d24f44e-66e2-4eeb-8dbd-1757466f9540 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164830 Jul 11 14:43:07.123159 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:07.209987 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606604f3-dc1a-45c2-9645-8f7aca5cf100 req-6226661e-d9f2-48ee-a10b-d586ec3a1b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:07.213235 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] Provisioning complete for port 48def635-e06b-47a5-973d-e3614e0c6b97 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:07.215186 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-606604f3-dc1a-45c2-9645-8f7aca5cf100 req-6226661e-d9f2-48ee-a10b-d586ec3a1b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0782251 Jul 11 14:43:07.245734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:07.333509 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-416c872f-2d13-4a5f-8134-99b5e0318d2a req-3f922e29-1618-401f-8c08-f1784e3c3999 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691751 Jul 11 14:43:07.363975 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-606604f3-dc1a-45c2-9645-8f7aca5cf100 req-13e60a1b-e9f7-4aea-9484-8ae3a3cf6003 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325161 Jul 11 14:43:07.502831 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:07.604032 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 3, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:07.653751 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port a83ea3f0-6861-4391-b3b9-1346c0cba475 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:07.653751 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5960c8d-12ad-4029-9bc0-aa10a3aaba95 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:07.655813 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] Current status of the port 48def635-e06b-47a5-973d-e3614e0c6b97 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:07.656296 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:07.660690 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:07.756993 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Checking router: 4d0988a2-f1c0-49a7-b831-1ee6cceee401 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:43:07.757641 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Updating router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:43:07.799417 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af1cc2-e564-4335-ab63-65a8ffdfa05f req-3851106b-3af6-42b6-91b9-6b59be01290d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:07.801824 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-66af1cc2-e564-4335-ab63-65a8ffdfa05f req-3851106b-3af6-42b6-91b9-6b59be01290d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 944 time: 0.1605828 Jul 11 14:43:07.831785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:07.849312 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] For port 48def635-e06b-47a5-973d-e3614e0c6b97, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48def635-e06b-47a5-973d-e3614e0c6b97,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:07.853357 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:07.856855 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:07.857651 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:07.861514 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:07.882856 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-66af1cc2-e564-4335-ab63-65a8ffdfa05f req-6a5d131a-8bd5-4117-b341-e9f19bb6cc03 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741599 Jul 11 14:43:08.007090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Allocated IP 172.20.0.1 (7b7bf470-1071-4f8d-b759-4879ad1a8062/ed85a66a-1f13-4c80-8f69-46ae51282a21/3a134a43-d866-4ec7-a1a8-475d71a9862c) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:43:08.049601 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def64711-5a15-46eb-b4e1-7133fa3a5bcb None None] Pushing event updated for resources: {'Port': ['ID=48def635-e06b-47a5-973d-e3614e0c6b97,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:08.059991 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a633d604-b581-41b8-84cb-4bfdf9bbf592 None None] Provisioning complete for port 48def635-e06b-47a5-973d-e3614e0c6b97 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:08.060280 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a633d604-b581-41b8-84cb-4bfdf9bbf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.144156 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:08.144487 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks [] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.145243 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48def635-e06b-47a5-973d-e3614e0c6b97 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:08.185695 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.227522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:08.230864 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:08.237004 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:43:08.267665 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Pushing event updated for resources: {'Port': ['ID=3a134a43-d866-4ec7-a1a8-475d71a9862c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:08.287200 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (4d0988a2-f1c0-49a7-b831-1ee6cceee401), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.288882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a633d604-b581-41b8-84cb-4bfdf9bbf592 None None] Current status of the port 48def635-e06b-47a5-973d-e3614e0c6b97 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:08.303715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 48def635-e06b-47a5-973d-e3614e0c6b97 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:08.305829 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.418380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:08.429280 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:08.463704 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Publish callbacks [] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.479447 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.556952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:08.590709 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 48def635-e06b-47a5-973d-e3614e0c6b97 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:08.592713 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b90fdd-e181-486d-87c3-7fa051567325 req-693913dc-aa66-4b90-8685-9b39b12b407c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:08.604591 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-68b90fdd-e181-486d-87c3-7fa051567325 req-693913dc-aa66-4b90-8685-9b39b12b407c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.0898008 Jul 11 14:43:08.622146 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.679380 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-68b90fdd-e181-486d-87c3-7fa051567325 req-6823cf74-8e6d-4bb3-ba8f-2ac57810fee2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715048 Jul 11 14:43:08.721939 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-727fd9d3-9efa-4f45-b5c6-c693c78cf803 None None] Provisioning complete for port 3a134a43-d866-4ec7-a1a8-475d71a9862c triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:08.722198 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-727fd9d3-9efa-4f45-b5c6-c693c78cf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.757703 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Attempting to bind port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:08.758392 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks [] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.758562 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Attempting to bind port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:08.758562 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Attempting to bind port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:08.762904 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.778108 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5960c8d-12ad-4029-9bc0-aa10a3aaba95 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:08.780799 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a161e47-48d4-442c-919d-24f319af092c None None] Pushing event updated for resources: {'Port': ['ID=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:08.808355 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:08.819255 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:08.819654 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:08.820060 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.820450 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:08.820936 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Bound port: 07d7eee6-eda8-46dd-8c7d-32db1c2acf17, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:08.821309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.832759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-727fd9d3-9efa-4f45-b5c6-c693c78cf803 None None] Port 3a134a43-d866-4ec7-a1a8-475d71a9862c cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:43:08.839267 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (4d0988a2-f1c0-49a7-b831-1ee6cceee401), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.841232 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Pushing event updated for resources: {'Port': ['ID=3a134a43-d866-4ec7-a1a8-475d71a9862c,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:08.892554 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:08.892919 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:08.921143 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] For port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:08.939391 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] For port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:08.945620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:08.947354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:08.952601 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:09.058034 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Routers {'4d0988a2-f1c0-49a7-b831-1ee6cceee401'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:09.058692 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:09.064262 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a161e47-48d4-442c-919d-24f319af092c None None] Pushing event updated for resources: {'Port': ['ID=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:09.098179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:09.099050 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-03135f86-5d7c-46a0-a41d-05add8b82793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.099586 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48def635-e06b-47a5-973d-e3614e0c6b97 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:09.101380 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-03135f86-5d7c-46a0-a41d-05add8b82793 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1128 time: 0.1424248 Jul 11 14:43:09.109570 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9a62-6513-463f-aa21-db31b49dc968 req-25f035f9-955e-4238-9e53-939fccf537bc tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.114987 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d98c9a62-6513-463f-aa21-db31b49dc968 req-25f035f9-955e-4238-9e53-939fccf537bc tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 944 time: 0.1002598 Jul 11 14:43:09.284491 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:43:09.297744 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d98c9a62-6513-463f-aa21-db31b49dc968 req-4cc7ff80-0d4b-4f8c-be9d-f7752f32e5cc tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345315 Jul 11 14:43:09.346625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-fb9a8e60-012f-485b-9333-5fa3339c9d45 None None] Provisioning complete for port 3a134a43-d866-4ec7-a1a8-475d71a9862c triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:09.346990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8e60-012f-485b-9333-5fa3339c9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:09.352572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 48def635-e06b-47a5-973d-e3614e0c6b97 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:09.352862 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:09.361698 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-3481f22e-4b36-4dd8-96a3-dc929dc55c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.363189 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-3481f22e-4b36-4dd8-96a3-dc929dc55c56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.2469242 Jul 11 14:43:09.412204 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] Set router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:09.422831 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:43:09.427924 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a0aad6cb-d684-40a7-beae-b976a8142949 admin admin] 10.222.0.72 "PUT /v2.0/routers/4d0988a2-f1c0-49a7-b831-1ee6cceee401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1041756 Jul 11 14:43:09.450750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a8e60-012f-485b-9333-5fa3339c9d45 None None] Port 3a134a43-d866-4ec7-a1a8-475d71a9862c cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:43:09.462560 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:09.513500 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-a1e5e527-2d6f-4424-b019-0e4e10724126 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 217 time: 0.0503392 Jul 11 14:43:09.553299 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:09.571589 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-21aaecf1-0020-49e8-a7bb-92403caad26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.573369 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-21aaecf1-0020-49e8-a7bb-92403caad26e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0512390 Jul 11 14:43:09.592341 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 48def635-e06b-47a5-973d-e3614e0c6b97 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:09.681381 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a134a43-d866-4ec7-a1a8-475d71a9862c', 'name': '', 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'mac_address': 'fa:16:3e:11:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:07Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 2, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'subnets': [{'id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:09.718252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-6d2c3f83-36dc-4898-8a00-204ab15fa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.720540 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-6d2c3f83-36dc-4898-8a00-204ab15fa969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1129 time: 0.0591726 Jul 11 14:43:09.726505 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-39dc429c-9f63-4993-bda3-274acd7c52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.728373 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-39dc429c-9f63-4993-bda3-274acd7c52a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768802 Jul 11 14:43:09.736258 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9da6c-dab5-400a-8d64-5b379c44b9a4 None None] The sync data for ids ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'] in dv-cinder-master-3-iscsi is: [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a134a43-d866-4ec7-a1a8-475d71a9862c', 'name': '', 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'mac_address': 'fa:16:3e:11:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:07Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 2, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'subnets': [{'id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:43:09.802809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:09.882542 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-7a174aa9-fdca-4be8-90b8-c18b1c046464 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389678 Jul 11 14:43:09.897072 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb9108-7247-450b-abdb-c4368f4bbfdb req-66d494db-955d-4252-90b4-56b53c20da65 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.899244 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b7bb9108-7247-450b-abdb-c4368f4bbfdb req-66d494db-955d-4252-90b4-56b53c20da65 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1220293 Jul 11 14:43:09.925078 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-d54973b7-724f-4bfa-b887-498845165c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:09.926656 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-d54973b7-724f-4bfa-b887-498845165c62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.1836162 Jul 11 14:43:10.032337 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-a1afbbd4-1bc2-4cfe-a1b4-132fc9e59864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 1001 time: 0.0977433 Jul 11 14:43:10.052269 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b7bb9108-7247-450b-abdb-c4368f4bbfdb req-ef24ee7f-0561-4e25-8089-18a2b63e9c49 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386621 Jul 11 14:43:10.055211 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8172f192-0f5b-406e-bc71-5a8583e1e133 req-47ffa0c3-7cd3-406a-997c-488db63bbfbc service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622138 Jul 11 14:43:10.120514 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-6aee0e41-63a3-407a-8952-c08e72440ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:10.122360 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-6aee0e41-63a3-407a-8952-c08e72440ea4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0670514 Jul 11 14:43:10.171645 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-f325847f-4796-410d-9967-363299459853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:10.173261 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-f325847f-4796-410d-9967-363299459853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414073 Jul 11 14:43:10.220422 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:10.223362 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:10.292151 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-3b35f5b1-b829-414f-8002-c9431d32808b service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069627 Jul 11 14:43:10.394304 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5a30e035-3f54-418c-8ac6-380a40fc2f5d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:43:10.423041 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a7a97d50-b698-4bc8-b4b6-1efd1f0a9cca req-3f6c4821-dc98-449c-a6d5-9f67eeacbabb service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191144 Jul 11 14:43:10.510813 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56874eac-1c17-4bd0-963a-8ec8b565c3d4 req-6ce6b55e-6e0e-4dfa-9f19-ba1b5f2d4979 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:10.520381 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-56874eac-1c17-4bd0-963a-8ec8b565c3d4 req-6ce6b55e-6e0e-4dfa-9f19-ba1b5f2d4979 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 944 time: 0.1014004 Jul 11 14:43:10.544769 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:10.562785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:43:10.585279 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-56874eac-1c17-4bd0-963a-8ec8b565c3d4 req-d208e227-3977-43a3-a2a6-006959e27be0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637145 Jul 11 14:43:10.633898 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 5a30e035-3f54-418c-8ac6-380a40fc2f5d is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:10.634749 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:10.650701 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a30e035-3f54-418c-8ac6-380a40fc2f5d {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:10.664535 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:10.694775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:10.699925 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:10.785229 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=5a30e035-3f54-418c-8ac6-380a40fc2f5d,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:11.185181 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['5a30e035-3f54-418c-8ac6-380a40fc2f5d'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:43:11.242595 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3bd93-fe31-4fe9-a6d6-5ae73fd9f910 req-c124d40f-b713-47b5-a626-176693dd0a06 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:11.251602 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c0d3bd93-fe31-4fe9-a6d6-5ae73fd9f910 req-c124d40f-b713-47b5-a626-176693dd0a06 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1080015 Jul 11 14:43:11.314917 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c0d3bd93-fe31-4fe9-a6d6-5ae73fd9f910 req-a5bdc7a5-fbe2-4649-8122-5d88d13a80f5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622647 Jul 11 14:43:11.735856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359d2c8-c74c-4ae7-9821-690b50487f5b req-04f04146-302d-4b3a-8fb8-f38b551900e3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:11.737544 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f359d2c8-c74c-4ae7-9821-690b50487f5b req-04f04146-302d-4b3a-8fb8-f38b551900e3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 945 time: 0.0598733 Jul 11 14:43:11.801045 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f359d2c8-c74c-4ae7-9821-690b50487f5b req-b86ae8f9-4244-4702-ae27-b185a1800c92 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571985 Jul 11 14:43:12.417127 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5a30e035-3f54-418c-8ac6-380a40fc2f5d up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:12.475413 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 5a30e035-3f54-418c-8ac6-380a40fc2f5d completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:43:12.478167 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:12.484956 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 5a30e035-3f54-418c-8ac6-380a40fc2f5d triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:12.485400 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:12.523667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bb433-ea60-42a8-b75b-5d908c314e90 req-f4a2b129-14d1-494e-8c71-00ed95504cc7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:12.538884 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a26bb433-ea60-42a8-b75b-5d908c314e90 req-f4a2b129-14d1-494e-8c71-00ed95504cc7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 945 time: 0.1226268 Jul 11 14:43:12.606222 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 5a30e035-3f54-418c-8ac6-380a40fc2f5d is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:12.607288 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:12.704756 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:12.715245 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ba972-4496-431b-b60d-580f42427d32" -d '{"events": [{"server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "name": "network-vif-plugged", "status": "completed", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:12.723812 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a26bb433-ea60-42a8-b75b-5d908c314e90 req-7e3e2135-9f42-4f1a-a4e8-09451f138eb5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836982 Jul 11 14:43:12.777599 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:12.784300 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:12.785433 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:43:12.848050 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83a3c0-47db-4d4b-9861-89ed21626819 x-openstack-request-id: req-6a83a3c0-47db-4d4b-9861-89ed21626819 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:12.848344 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "name": "network-vif-plugged", "status": "completed", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:12.848594 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a83a3c0-47db-4d4b-9861-89ed21626819 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:12.848987 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a83a3c0-47db-4d4b-9861-89ed21626819'] response: {'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'code': 200} Jul 11 14:43:12.851104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:12.927492 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=5a30e035-3f54-418c-8ac6-380a40fc2f5d,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:12.940853 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:12.941222 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:12.990478 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37f33c-7656-475e-9918-4f2761b1f5fa req-385d25c9-3317-40b7-9731-66a4798ea344 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:13.012102 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d37f33c-7656-475e-9918-4f2761b1f5fa req-385d25c9-3317-40b7-9731-66a4798ea344 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.1201310 Jul 11 14:43:13.170803 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d37f33c-7656-475e-9918-4f2761b1f5fa req-9c3cf7b1-84a9-4e03-afff-5848385b6c8f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561110 Jul 11 14:43:13.186266 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:13.187974 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:13.211576 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: ACTIVE; New status is: DOWN {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:13.212785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:13.241094 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:13.251479 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:13.309973 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:13.320947 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:13.337677 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:13.404883 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=8']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:13.448466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002e81e-a478-48c7-895b-547159cf73e6 req-109d5c3e-ffbe-4b10-806b-b7154d67be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:13.450330 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c002e81e-a478-48c7-895b-547159cf73e6 req-109d5c3e-ffbe-4b10-806b-b7154d67be99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0652912 Jul 11 14:43:13.628790 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Sync routers for ids ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:43:13.640591 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Routers {'4d0988a2-f1c0-49a7-b831-1ee6cceee401'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:13.641194 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:13.766463 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Set router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:13.814881 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c002e81e-a478-48c7-895b-547159cf73e6 req-d017ad22-d13e-4c23-8155-ff264d2e22d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791259 Jul 11 14:43:13.926547 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4ee52-42b1-4628-94e3-93ae8cddb78f req-443e4d34-e396-4825-9f8d-2a59dcb60553 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:13.928023 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9ed4ee52-42b1-4628-94e3-93ae8cddb78f req-443e4d34-e396-4825-9f8d-2a59dcb60553 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0592113 Jul 11 14:43:13.990891 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9ed4ee52-42b1-4628-94e3-93ae8cddb78f req-d9b4f050-d706-472a-82f1-d199c26ffc5b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549488 Jul 11 14:43:14.003281 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a134a43-d866-4ec7-a1a8-475d71a9862c', 'name': '', 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'mac_address': 'fa:16:3e:11:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:07Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 2, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'subnets': [{'id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:14.035100 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Checking router: 4d0988a2-f1c0-49a7-b831-1ee6cceee401 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:43:14.035456 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Updating router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 port 3a134a43-d866-4ec7-a1a8-475d71a9862c binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:43:14.082203 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:14.329575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843df5-28cd-4aa6-83f8-0f7e01fa16e8 req-88ab75fd-eba6-416e-89c8-f04d36eb39f2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:14.339898 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-65843df5-28cd-4aa6-83f8-0f7e01fa16e8 req-88ab75fd-eba6-416e-89c8-f04d36eb39f2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0706995 Jul 11 14:43:14.358539 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:14.441140 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-65843df5-28cd-4aa6-83f8-0f7e01fa16e8 req-7319d677-f866-4e3d-b38d-83cf993f5959 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000240 Jul 11 14:43:14.460877 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:14.463249 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Publish callbacks [] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:14.470567 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:14.517544 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee900596-ea9d-4139-8880-af1d38f49a53 None None] Pushing event updated for resources: {'Port': ['ID=3a134a43-d866-4ec7-a1a8-475d71a9862c,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:14.640431 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Attempting to bind port 3a134a43-d866-4ec7-a1a8-475d71a9862c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:14.640431 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Attempting to bind port 3a134a43-d866-4ec7-a1a8-475d71a9862c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:14.640431 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Attempting to bind port 3a134a43-d866-4ec7-a1a8-475d71a9862c on network 7b7bf470-1071-4f8d-b759-4879ad1a8062 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:14.650900 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:14.651356 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Checking segment: {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:14.651813 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:14.654353 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Bound using segment: {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:14.660774 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Bound port: 3a134a43-d866-4ec7-a1a8-475d71a9862c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5638f7f-d29d-4eff-af07-ddd02fa04a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:14.661447 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:14.779668 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] For port 3a134a43-d866-4ec7-a1a8-475d71a9862c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:14.786932 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] For port 3a134a43-d866-4ec7-a1a8-475d71a9862c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a134a43-d866-4ec7-a1a8-475d71a9862c,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:14.797705 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:14.826699 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [req-cc9e1cfe-fdc4-4fef-9cf3-e1c3637e0466 req-f839b742-182c-4a74-8d65-1c43ecee538d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:43:14.828077 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc9e1cfe-fdc4-4fef-9cf3-e1c3637e0466 req-f839b742-182c-4a74-8d65-1c43ecee538d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099671 Jul 11 14:43:14.844479 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:14.919606 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Routers {'4d0988a2-f1c0-49a7-b831-1ee6cceee401'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:14.920738 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:14.921057 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:14.929696 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39436d-8edd-45e1-9ced-81bfee0393e3" -d '{"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-unplugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:15.020948 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] Provisioning complete for port 3a134a43-d866-4ec7-a1a8-475d71a9862c triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:15.027644 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:15.104126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9d09dd-8a86-4f16-b787-516c5c4cd076 x-openstack-request-id: req-3f9d09dd-8a86-4f16-b787-516c5c4cd076 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:15.104430 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-unplugged", "status": "failed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "code": 422}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:15.104682 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f9d09dd-8a86-4f16-b787-516c5c4cd076 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:15.105160 dv-cinder-master-3-iscsi neutron-server[106007]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f9d09dd-8a86-4f16-b787-516c5c4cd076']: {'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'code': 422} returned with failed status Jul 11 14:43:15.109091 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee900596-ea9d-4139-8880-af1d38f49a53 None None] Pushing event updated for resources: {'Port': ['ID=3a134a43-d866-4ec7-a1a8-475d71a9862c,revision_number=4']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:15.113416 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:15.127369 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:15.127988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:15.133259 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:15.134115 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:15.209583 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] Set router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:15.212310 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0cdf2-7f22-4c83-8355-896ebe525368 req-abedcd67-50ba-4c7f-a6da-5f042b0a6bc5 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:15.219527 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0994cad-4a17-47dd-b765-058b81e0ec95 req-71520027-2a42-4334-b9a1-2a3082fbd63e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:15.221506 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-14a0cdf2-7f22-4c83-8355-896ebe525368 req-abedcd67-50ba-4c7f-a6da-5f042b0a6bc5 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.1859810 Jul 11 14:43:15.233125 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c0994cad-4a17-47dd-b765-058b81e0ec95 req-71520027-2a42-4334-b9a1-2a3082fbd63e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1106639 Jul 11 14:43:15.254405 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] Current status of the port 3a134a43-d866-4ec7-a1a8-475d71a9862c is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:15.255117 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:15.313393 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c0994cad-4a17-47dd-b765-058b81e0ec95 req-fd0dd055-69c8-4231-91b8-a042ff885206 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786638 Jul 11 14:43:15.348220 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-14a0cdf2-7f22-4c83-8355-896ebe525368 req-be07dc66-19d1-4094-b252-e387bc2e530b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223991 Jul 11 14:43:15.404257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] For port 3a134a43-d866-4ec7-a1a8-475d71a9862c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a134a43-d866-4ec7-a1a8-475d71a9862c,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:15.410359 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:15.454113 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:15.469947 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb56696-f304-45ee-9392-d2c5f50e3591 None None] Pushing event updated for resources: {'Port': ['ID=3a134a43-d866-4ec7-a1a8-475d71a9862c,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:15.536773 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-e2cef160-a208-49fb-921b-d59fe5f5885f None None] Provisioning complete for port 3a134a43-d866-4ec7-a1a8-475d71a9862c triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:15.537802 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e2cef160-a208-49fb-921b-d59fe5f5885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:15.592042 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a134a43-d866-4ec7-a1a8-475d71a9862c', 'name': '', 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'mac_address': 'fa:16:3e:11:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:07Z', 'updated_at': '2022-07-11T14:43:14Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'subnets': [{'id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:15.607394 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11115f-a730-4954-a3ce-9f2317aaef25 req-e9e9eee2-e4bb-4619-8487-5535407f605b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:15.617441 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2050668-59c1-4e78-bb6f-79117bbcbf4a None None] The sync data for ids ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'] in dv-cinder-master-3-iscsi is: [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:08Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a134a43-d866-4ec7-a1a8-475d71a9862c', 'name': '', 'network_id': '7b7bf470-1071-4f8d-b759-4879ad1a8062', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'mac_address': 'fa:16:3e:11:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:07Z', 'updated_at': '2022-07-11T14:43:14Z', 'revision_number': 4, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'subnets': [{'id': 'ed85a66a-1f13-4c80-8f69-46ae51282a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:43:15.628664 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ec11115f-a730-4954-a3ce-9f2317aaef25 req-e9e9eee2-e4bb-4619-8487-5535407f605b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0943210 Jul 11 14:43:15.695424 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-e2cef160-a208-49fb-921b-d59fe5f5885f None None] Current status of the port 3a134a43-d866-4ec7-a1a8-475d71a9862c is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:15.723035 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ec11115f-a730-4954-a3ce-9f2317aaef25 req-68920d99-be6e-446f-a711-00fb4d55bac5 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931332 Jul 11 14:43:15.791949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43554) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:15.914350 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-e8c49e66-5232-4b5b-bdc9-e9c86c31644d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204536 Jul 11 14:43:15.919236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-475431ed-a72b-4720-acff-9e94923390ee service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:43:15.922137 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-475431ed-a72b-4720-acff-9e94923390ee service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069776 Jul 11 14:43:16.026321 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 43562) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:16.193151 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-f6ae5622-0234-48c8-9c90-45552f7dfe7c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:16.205226 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-f6ae5622-0234-48c8-9c90-45552f7dfe7c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports/7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 940 time: 0.1770937 Jul 11 14:43:16.429649 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:43:16.467454 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55101b-ae19-4f69-89b8-d6db27c75cb3 req-8f1f3c1a-bb74-41de-9620-a5bddf788b17 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:16.478256 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9b55101b-ae19-4f69-89b8-d6db27c75cb3 req-8f1f3c1a-bb74-41de-9620-a5bddf788b17 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0715716 Jul 11 14:43:16.565052 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9b55101b-ae19-4f69-89b8-d6db27c75cb3 req-54e049c4-1034-4c5f-9918-afc172774142 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855038 Jul 11 14:43:16.604575 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854182-cf2e-428f-ac1f-df39a4a9125a req-e540c8d4-1c59-4a0f-8fb3-4c4ae48bb26b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:16.606076 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cb854182-cf2e-428f-ac1f-df39a4a9125a req-e540c8d4-1c59-4a0f-8fb3-4c4ae48bb26b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.0828946 Jul 11 14:43:16.609498 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: DOWN; New status is: DOWN {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:16.668466 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cb854182-cf2e-428f-ac1f-df39a4a9125a req-c614b43b-7297-4e47-925b-cffca9206afd tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Jul 11 14:43:16.721917 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 3a134a43-d866-4ec7-a1a8-475d71a9862c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:16.812713 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 3a134a43-d866-4ec7-a1a8-475d71a9862c triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:16.813479 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:16.877935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0b2b-a19c-4a3d-8b5d-fd804ca6308c req-d2b76b76-e480-4981-8aee-172fc298231d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:16.884751 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f03c0b2b-a19c-4a3d-8b5d-fd804ca6308c req-d2b76b76-e480-4981-8aee-172fc298231d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0765710 Jul 11 14:43:16.941018 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 3a134a43-d866-4ec7-a1a8-475d71a9862c is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:16.984600 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f03c0b2b-a19c-4a3d-8b5d-fd804ca6308c req-7c0733a4-4712-4706-85c0-4d4bdc2599ec tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947676 Jul 11 14:43:17.717207 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-d54cc53b-91d5-4c1c-9c35-09c9f893241a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272581 Jul 11 14:43:17.758561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076892f7-5022-4c58-89ba-89ce950d366f req-3073cae4-71fe-49df-9757-a894e06108b3 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:17.758561 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-076892f7-5022-4c58-89ba-89ce950d366f req-3073cae4-71fe-49df-9757-a894e06108b3 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.1536062 Jul 11 14:43:17.848311 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:17.882126 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:17.889865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e341-89a8-4310-817b-519af99d0716 req-2571c5bf-2b41-45ba-87d2-07e3ed299010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:17.891519 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-2571c5bf-2b41-45ba-87d2-07e3ed299010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 1130 time: 0.0893645 Jul 11 14:43:17.913856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804fcb-3817-4c17-a810-5fd7ff35f95b req-0a79fb4c-b831-4826-9c9d-5ddbc0a48118 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:17.924022 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d4804fcb-3817-4c17-a810-5fd7ff35f95b req-0a79fb4c-b831-4826-9c9d-5ddbc0a48118 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.2010009 Jul 11 14:43:17.970919 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a311f-fb87-473d-9937-a26a2056f504 req-c380b185-ffd4-4294-aa53-c054bd9b32bf tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:17.978408 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8b6a311f-fb87-473d-9937-a26a2056f504 req-c380b185-ffd4-4294-aa53-c054bd9b32bf tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 945 time: 0.1520355 Jul 11 14:43:18.016688 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Deleting port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:43:18.017167 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:18.044233 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:18.051948 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d4804fcb-3817-4c17-a810-5fd7ff35f95b req-17479149-2049-4e35-af15-4e70bf2b131e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268051 Jul 11 14:43:18.062766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e341-89a8-4310-817b-519af99d0716 req-4bf3dc99-161c-463b-9e7c-5117b53bf946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:18.064895 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-4bf3dc99-161c-463b-9e7c-5117b53bf946 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.1386306 Jul 11 14:43:18.119449 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8b6a311f-fb87-473d-9937-a26a2056f504 req-f39b41af-3f32-4342-8e3a-b4343e720b20 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351094 Jul 11 14:43:18.135592 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:18.147181 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-9886008b-4e1d-4a1b-9fb7-ba67e1cc00e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b901616-9eed-4045-b039-9047df0bd8e7 HTTP/1.1" status: 200 len: 1001 time: 0.0737586 Jul 11 14:43:18.162029 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] For port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:18.162413 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:18.180016 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Calling delete_port for 90c2c8c8-bf06-4bf9-962e-25a332ea4dba owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:43:18.357266 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (90c2c8c8-bf06-4bf9-962e-25a332ea4dba), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:18.375199 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['90c2c8c8-bf06-4bf9-962e-25a332ea4dba'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:43:18.422950 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Pushing event deleted for resources: {'Port': ['ID=90c2c8c8-bf06-4bf9-962e-25a332ea4dba,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:18.511684 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e341-89a8-4310-817b-519af99d0716 req-e0a762a7-5a93-48bd-b699-dff5b4edbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:18.513185 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-e0a762a7-5a93-48bd-b699-dff5b4edbd38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.3527522 Jul 11 14:43:18.528384 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] No DVR routers for this DVR port 90c2c8c8-bf06-4bf9-962e-25a332ea4dba on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:43:18.531059 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:18.534858 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-076892f7-5022-4c58-89ba-89ce950d366f req-8ea109a4-e724-4764-9089-196bf9c2786e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "DELETE /v2.0/ports/90c2c8c8-bf06-4bf9-962e-25a332ea4dba HTTP/1.1" status: 204 len: 173 time: 0.7748911 Jul 11 14:43:18.535300 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'name': 'network-vif-deleted', 'tag': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:18.538379 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d0368e-7828-46c7-8b19-8865b5b61c59" -d '{"events": [{"server_uuid": "751f3bb7-cb4e-43c3-aab8-554e34dc828c", "name": "network-vif-deleted", "tag": "90c2c8c8-bf06-4bf9-962e-25a332ea4dba"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:18.551225 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c0bd-8a7f-4142-97b7-fd72b80ce760 req-a480fb02-2e86-4f16-b249-b931a0adb006 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:18.558276 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7964c0bd-8a7f-4142-97b7-fd72b80ce760 req-a480fb02-2e86-4f16-b249-b931a0adb006 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.4093337 Jul 11 14:43:18.617105 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b1248-4610-4d9b-8bb3-420b7af9abfb x-openstack-request-id: req-7b3b1248-4610-4d9b-8bb3-420b7af9abfb {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:18.617396 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751f3bb7-cb4e-43c3-aab8-554e34dc828c", "name": "network-vif-deleted", "tag": "90c2c8c8-bf06-4bf9-962e-25a332ea4dba", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:18.617651 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b3b1248-4610-4d9b-8bb3-420b7af9abfb {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:18.618095 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3b1248-4610-4d9b-8bb3-420b7af9abfb'] response: {'server_uuid': '751f3bb7-cb4e-43c3-aab8-554e34dc828c', 'name': 'network-vif-deleted', 'tag': '90c2c8c8-bf06-4bf9-962e-25a332ea4dba', 'status': 'completed', 'code': 200} Jul 11 14:43:18.625476 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e341-89a8-4310-817b-519af99d0716 req-cbc3bca8-f676-429e-b04b-d41c0469eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:18.628225 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-cbc3bca8-f676-429e-b04b-d41c0469eb04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948355 Jul 11 14:43:18.679488 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7964c0bd-8a7f-4142-97b7-fd72b80ce760 req-ab020fb9-b028-4b1b-ab18-faefb7c5d429 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205745 Jul 11 14:43:18.774470 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-6fd0abf0-5ffe-409e-853c-aae81d9aae6c service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370804 Jul 11 14:43:18.852935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcf6-fc54-4399-946d-f85fbf749b99 req-c823697a-574e-4058-9bc4-3a6f3485aaa3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:18.854586 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cf72bcf6-fc54-4399-946d-f85fbf749b99 req-c823697a-574e-4058-9bc4-3a6f3485aaa3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0698853 Jul 11 14:43:18.863614 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 43602) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:43:18.873131 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'floatingip': {'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:18.919972 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5631e341-89a8-4310-817b-519af99d0716 req-39fa73b4-383b-469a-a67b-88ee3f9cc5ca service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354194 Jul 11 14:43:18.929334 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:19.256730 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cd225-bf66-418e-848b-51fe555f9134 req-f912451d-a56a-4d20-98b6-f7c8b13c0d21 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:19.258244 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f1cd225-bf66-418e-848b-51fe555f9134 req-f912451d-a56a-4d20-98b6-f7c8b13c0d21 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0842607 Jul 11 14:43:19.285492 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2ccbc61f-ed06-444e-b5ec-a0145985530d req-a98ec82f-422e-49de-810e-3d4d0ae106e4 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 210 time: 0.0365396 Jul 11 14:43:19.317380 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:43:19.340548 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f1cd225-bf66-418e-848b-51fe555f9134 req-4d67a7e6-c29c-48a2-b5f6-801a80ca40d2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658321 Jul 11 14:43:19.757326 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.db.resource_extend [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:43:19.807994 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:19.812508 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:19.911991 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:19.938860 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Floating IP 28d82d92-dc14-4233-8199-cffa31dbf955 associated. External IP: 172.37.1.76, port: 5a30e035-3f54-418c-8ac6-380a40fc2f5d. Jul 11 14:43:19.994683 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:20.176961 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Router b0f0bf38-6035-4547-8dc1-1769a4fb242d has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:43:20.338166 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:43:20.349380 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] Sync routers for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:43:20.357406 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-3b7b9110-a4d2-4130-88d2-5b882b384de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:20.361271 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-3b7b9110-a4d2-4130-88d2-5b882b384de4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af&tenant_id=f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 1127 time: 0.1662307 Jul 11 14:43:20.362596 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:20.370635 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:20.372780 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:20.481908 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-33e27cbf-1214-4339-9426-5ed7952d3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:20.486707 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-33e27cbf-1214-4339-9426-5ed7952d3d45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1127 time: 0.0812604 Jul 11 14:43:20.487965 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8e878df4-da97-4636-af65-e184a8de921b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "PUT /v2.0/floatingips/28d82d92-dc14-4233-8199-cffa31dbf955 HTTP/1.1" status: 200 len: 991 time: 1.6216199 Jul 11 14:43:20.529319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 90c2c8c8-bf06-4bf9-962e-25a332ea4dba no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:43:20.551073 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7d31c707-7b7b-4add-b031-53041f2e9e73 req-250b68f4-e9bb-4a13-9745-31d52a008454 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=751f3bb7-cb4e-43c3-aab8-554e34dc828c HTTP/1.1" status: 200 len: 210 time: 0.0706911 Jul 11 14:43:20.566131 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 90c2c8c8-bf06-4bf9-962e-25a332ea4dba {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:43:20.566770 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 90c2c8c8-bf06-4bf9-962e-25a332ea4dba not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:43:20.618929 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:20.623839 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505bce3-23aa-40c6-8091-3846d2007cea" -d '{"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:20.647521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:20.652370 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647514-df38-4e38-a065-135165e8f9bc req-1e45d6b2-967b-485d-a898-43a28d312bf5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:20.653927 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8647514-df38-4e38-a065-135165e8f9bc req-1e45d6b2-967b-485d-a898-43a28d312bf5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1491604 Jul 11 14:43:20.702569 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083a3e5c-8007-48a6-a479-2b3826a7e2b4 x-openstack-request-id: req-083a3e5c-8007-48a6-a479-2b3826a7e2b4 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:20.702569 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:20.702881 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-083a3e5c-8007-48a6-a479-2b3826a7e2b4 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:20.703478 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083a3e5c-8007-48a6-a479-2b3826a7e2b4'] response: {'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'status': 'completed', 'code': 200} Jul 11 14:43:20.748704 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-f5198172-24f3-4432-bb72-aa0b4b4add62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:20.750186 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-f5198172-24f3-4432-bb72-aa0b4b4add62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.2542276 Jul 11 14:43:20.754719 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8647514-df38-4e38-a065-135165e8f9bc req-eccca542-41f6-4eca-9589-0481a04de785 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681720 Jul 11 14:43:20.758257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:20.925027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28d82d92-dc14-4233-8199-cffa31dbf955', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'floating_ip_address': '172.37.1.76', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:52Z', 'updated_at': '2022-07-11T14:43:19Z', 'revision_number': 1, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:20.958350 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] Checking router: b0f0bf38-6035-4547-8dc1-1769a4fb242d for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:43:20.968881 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:43:20.969676 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:42:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:20.981415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505bce3-23aa-40c6-8091-3846d2007cea req-1d758e00-4e26-4bd5-afea-b69e93760f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:20.987418 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-1d758e00-4e26-4bd5-afea-b69e93760f34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0908954 Jul 11 14:43:20.995953 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:21.007510 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-adb6fa20-348d-457c-9e5b-6c4144973d84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 999 time: 0.1255963 Jul 11 14:43:21.035869 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:21.085840 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-63d6bb92-fd8a-407d-bec4-677cf973c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:21.087691 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-63d6bb92-fd8a-407d-bec4-677cf973c5b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0737538 Jul 11 14:43:21.127046 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505bce3-23aa-40c6-8091-3846d2007cea req-4642add6-04c2-47ca-8509-19b446220175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:21.128833 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-4642add6-04c2-47ca-8509-19b446220175 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.1321952 Jul 11 14:43:21.141117 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:43:21.159397 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-05be9bf8-217b-4270-96e4-bfbf94aa6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:21.160814 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-05be9bf8-217b-4270-96e4-bfbf94aa6c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602779 Jul 11 14:43:21.213005 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-8a2653b0-d18a-475b-93d7-d6cdcce2e758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 999 time: 0.0748911 Jul 11 14:43:21.269807 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505bce3-23aa-40c6-8091-3846d2007cea req-dc28db85-53c9-4106-a89c-c14d975e6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:21.271622 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-dc28db85-53c9-4106-a89c-c14d975e6478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0516841 Jul 11 14:43:21.271821 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-03ee6d89-491d-4f9f-ae36-faa45e4ea06a service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019640 Jul 11 14:43:21.326461 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:21.361132 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505bce3-23aa-40c6-8091-3846d2007cea req-b5d96206-5957-426a-ad57-7ef681b2317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:21.362852 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-b5d96206-5957-426a-ad57-7ef681b2317a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700934 Jul 11 14:43:21.411528 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52839f7f-74f9-411e-9c95-4c7b412fd48e req-59ae47b7-9e77-45ef-ad6c-5b1c24e39a47 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163254 Jul 11 14:43:21.603704 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-da128285-2abb-4a84-a6de-b604866f7523 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316356 Jul 11 14:43:21.642671 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28d82d92-dc14-4233-8199-cffa31dbf955', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'floating_ip_address': '172.37.1.76', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:52Z', 'updated_at': '2022-07-11T14:43:19Z', 'revision_number': 1, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:43:21.671469 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a2b53-33e0-4265-9aad-d1b5b9b948a5 None None] The sync data for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi is: [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28d82d92-dc14-4233-8199-cffa31dbf955', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'floating_ip_address': '172.37.1.76', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:52Z', 'updated_at': '2022-07-11T14:43:19Z', 'revision_number': 1, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:43:21.815669 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7505bce3-23aa-40c6-8091-3846d2007cea req-5c0b57db-32f9-4c04-9d8c-4eaacc93fea0 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853528 Jul 11 14:43:21.921827 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a945-e71b-4643-ab39-c7d7a3e1c487 req-db7a5486-8396-4dab-9433-d96bfcb9d027 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:21.929336 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d81a945-e71b-4643-ab39-c7d7a3e1c487 req-db7a5486-8396-4dab-9433-d96bfcb9d027 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0742693 Jul 11 14:43:22.009431 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d81a945-e71b-4643-ab39-c7d7a3e1c487 req-2a9f7a3c-893f-48b2-9379-f93291f16203 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791154 Jul 11 14:43:22.035011 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594d643-6765-4d70-9fee-77637ee50c26 None None] New status for floating IP 28d82d92-dc14-4233-8199-cffa31dbf955: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:43:22.754218 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5b17d0f3-24da-4322-bf32-28b1d5c0e168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:22.979281 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-26a488d4-8f66-4e91-b066-11d589070b5f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:22.980803 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-26a488d4-8f66-4e91-b066-11d589070b5f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 814 time: 0.1205494 Jul 11 14:43:22.997122 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-8860e5bf-57ab-40ac-ada1-bbc773133071 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/quotas/3e77cfd4544c45468c57510de6034e38 HTTP/1.1" status: 200 len: 375 time: 0.0108738 Jul 11 14:43:23.093162 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-e62cb3c5-5b23-470a-8a96-e319326ab104 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903025 Jul 11 14:43:23.177947 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7185d-7cb6-4a7a-aac7-30fef840d06b req-50259a81-c193-479d-9aac-e34423d02a42 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:23.185424 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-59f7185d-7cb6-4a7a-aac7-30fef840d06b req-50259a81-c193-479d-9aac-e34423d02a42 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0789623 Jul 11 14:43:23.231354 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-3ff2ac06-856d-4185-8d5a-c2d51643b37b service neutron] 10.222.0.72 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372237 Jul 11 14:43:23.235383 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-59f7185d-7cb6-4a7a-aac7-30fef840d06b req-f5bde3d4-a5b1-4708-8f3e-a530ac6acd2c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491247 Jul 11 14:43:23.330286 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-632a576d-2a5e-43e6-bf54-9e1a1da079e9 service neutron] 10.222.0.72 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932291 Jul 11 14:43:23.521497 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-710a0431-a4e3-4787-98e1-8d24f4752ada req-13dca1d8-1627-4f0a-82b5-a7f9743785d1 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0313866 Jul 11 14:43:24.363336 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb265-f5f4-4b4e-ad63-20f371ba56f7 req-c655e15d-fd6e-4951-a636-b3882ef96b0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:24.365224 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6f3eb265-f5f4-4b4e-ad63-20f371ba56f7 req-c655e15d-fd6e-4951-a636-b3882ef96b0f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0522962 Jul 11 14:43:24.414882 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6f3eb265-f5f4-4b4e-ad63-20f371ba56f7 req-66f5b861-53d1-4e96-ab76-65fe5876ce37 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Jul 11 14:43:24.621021 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7bdc77df-1c90-4884-a6ea-5167e0c5ca9e req-06f2a40f-b79b-4f02-b2fa-01f8071826ad tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jul 11 14:43:25.393404 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7cbbfd21-4671-4e12-b206-2224a7dc963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:25.543039 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd1f8a-5aee-469d-bb0e-e8d57c6142d1 req-3be2a768-f99a-425f-a781-1f98fc20f34a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:25.544819 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1fbd1f8a-5aee-469d-bb0e-e8d57c6142d1 req-3be2a768-f99a-425f-a781-1f98fc20f34a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0504026 Jul 11 14:43:25.559355 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:25.599831 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1fbd1f8a-5aee-469d-bb0e-e8d57c6142d1 req-2ad03b94-78cb-4ae5-b9f7-eee7c9f74079 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484767 Jul 11 14:43:25.731201 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97c7ba04-5423-48a8-8168-d24f564106ee req-7677a6f4-a207-49e2-ab52-2e23704f906c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0407267 Jul 11 14:43:26.728249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514378-86a0-42c0-87e2-186c2b8147b2 req-bf010a19-33da-40b9-952c-f52dd51e82ab tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:26.729796 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5d514378-86a0-42c0-87e2-186c2b8147b2 req-bf010a19-33da-40b9-952c-f52dd51e82ab tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0540535 Jul 11 14:43:26.778319 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5d514378-86a0-42c0-87e2-186c2b8147b2 req-4fe8968a-e4cb-4163-b7c4-9c3cd783952f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Jul 11 14:43:26.844766 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a85af80c-ee15-49c7-bb6c-d1c85a1602d0 req-30ec6630-6a14-4f9d-84a7-cdc67a5948c1 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0283306 Jul 11 14:43:27.046580 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:27.934797 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec5dd-7021-4247-8d1f-2c6861ef7e8e req-a1b5918e-91d8-4c84-a9fa-d51f954c08c3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:27.942224 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-494ec5dd-7021-4247-8d1f-2c6861ef7e8e req-a1b5918e-91d8-4c84-a9fa-d51f954c08c3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0626709 Jul 11 14:43:27.959201 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-73029981-5eb1-4f26-b3c5-14d3adce169e req-3e445276-9fa3-4953-957a-66271eb0d353 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0387673 Jul 11 14:43:28.005394 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-494ec5dd-7021-4247-8d1f-2c6861ef7e8e req-62c58851-cd39-48e3-8487-c592b69b0c4f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619597 Jul 11 14:43:28.302308 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:28.506648 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:29.035070 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:29.072318 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-570895ee-d8e0-4e1b-afaa-1fbb8c9e2c35 req-a49c04a4-f660-48f2-b80c-ac7c90cfb36a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0462041 Jul 11 14:43:29.158242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c74d7-b578-49c1-84ec-960831f7cbe4 req-8cb09336-f58e-4244-b1e7-8c2cb43d4195 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:29.166136 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-135c74d7-b578-49c1-84ec-960831f7cbe4 req-8cb09336-f58e-4244-b1e7-8c2cb43d4195 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0639014 Jul 11 14:43:29.211304 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-135c74d7-b578-49c1-84ec-960831f7cbe4 req-1d9864a8-74f9-4d3d-8ee1-511a28c42f3a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Jul 11 14:43:30.180261 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1d93ab64-5a9e-4705-9cb2-ae6b5ef24617 req-e7b590d3-90cc-4c67-a0fe-3d7b18c50eeb tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0285864 Jul 11 14:43:30.340278 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:30.349529 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b5fd-5d00-421a-87ea-1fc08d79d423 req-695d2371-be01-419d-bd73-c300dabfeb0b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:30.351620 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-56e4b5fd-5d00-421a-87ea-1fc08d79d423 req-695d2371-be01-419d-bd73-c300dabfeb0b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0517638 Jul 11 14:43:30.401461 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-56e4b5fd-5d00-421a-87ea-1fc08d79d423 req-fd429109-ea58-4a3a-b2bd-7a2c71aff27e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 Jul 11 14:43:31.277068 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8535b184-ba83-478c-87a3-85aa2e33d86e req-dfbe555f-53c8-40c3-ac9e-2cf6c7295091 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0277815 Jul 11 14:43:31.531071 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3638c6-d7c6-4b6b-b309-eef1dd112ce7 req-4f0493ac-b447-4e61-a9b4-54c81147ab30 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:31.532523 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6a3638c6-d7c6-4b6b-b309-eef1dd112ce7 req-4f0493ac-b447-4e61-a9b4-54c81147ab30 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0518508 Jul 11 14:43:31.585510 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6a3638c6-d7c6-4b6b-b309-eef1dd112ce7 req-1058eea3-2cd2-4d98-8c63-caef1dc42a88 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474055 Jul 11 14:43:31.918003 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:31.999808 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-475337de-01d8-482d-b83d-239dc633cb46 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:32.001260 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-475337de-01d8-482d-b83d-239dc633cb46 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/networks?id=c0778f11-32ed-4b63-9a0c-1270df9f375b HTTP/1.1" status: 200 len: 814 time: 0.1110308 Jul 11 14:43:32.017185 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-08a20192-c442-428a-902d-a402bfcfc81f tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/quotas/8e0ccc1e4683478889d90814a1305507 HTTP/1.1" status: 200 len: 375 time: 0.0105071 Jul 11 14:43:32.052088 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-d4a7de40-4602-449c-9ecc-77f6ddf2ec6e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e0ccc1e4683478889d90814a1305507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295064 Jul 11 14:43:32.147127 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-debc1df6-805b-4cfc-8685-cc38412afc5e service neutron] 10.222.0.72 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883458 Jul 11 14:43:32.239531 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-0a3b0d7f-f050-4868-bb92-ba386381bc09 service neutron] 10.222.0.72 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854437 Jul 11 14:43:32.392012 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6d9bd024-7b46-4c0b-b926-7df678bc8156 req-e5964c74-5d94-4597-9e91-11d2a302e275 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0431859 Jul 11 14:43:32.418572 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2cfed8ed-6044-41c6-9b65-856d62769956 req-80f69406-0b67-4c19-a7a9-2ed5bfd49431 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 210 time: 0.0360854 Jul 11 14:43:32.721890 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76330b01-2d89-47c5-83a3-53f0fedcce3e req-ad52592e-0900-4a98-b2b2-20bf41e18f21 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:32.723509 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-76330b01-2d89-47c5-83a3-53f0fedcce3e req-ad52592e-0900-4a98-b2b2-20bf41e18f21 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0532227 Jul 11 14:43:32.776220 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-76330b01-2d89-47c5-83a3-53f0fedcce3e req-f7ebc060-b160-47e4-917f-c3f9ac51c947 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Jul 11 14:43:33.533181 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-85793bfd-ceab-49fd-bb3c-99014efb7caf req-9ac28c0c-4627-4da3-86cb-5a10ec43bd4c tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 210 time: 0.0394650 Jul 11 14:43:33.544754 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-10eec542-f016-4a28-991e-b5f91ebf4dd3 req-60f8bd66-ad0b-4b9c-af27-0442e569ae66 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0646911 Jul 11 14:43:33.903671 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a3be0-2df0-4a26-917f-b3c80540e766 req-4e679dfc-df27-4921-99b7-2e84cb6e3c98 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:33.905175 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a37a3be0-2df0-4a26-917f-b3c80540e766 req-4e679dfc-df27-4921-99b7-2e84cb6e3c98 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0526533 Jul 11 14:43:33.953393 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a37a3be0-2df0-4a26-917f-b3c80540e766 req-5a32d642-9b54-413b-824d-663d8be64cb5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Jul 11 14:43:34.407314 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-c9013677-550a-4ae4-8bdd-7d930eccc4b9 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:34.409723 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-c9013677-550a-4ae4-8bdd-7d930eccc4b9 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 814 time: 0.1172264 Jul 11 14:43:34.430802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'port': {'device_id': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'admin_state_up': True, 'tenant_id': '3e77cfd4544c45468c57510de6034e38'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:34.502872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-4b1a0930-eb8b-461f-b3b3-9dcadcf1d596 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:34.504575 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-4b1a0930-eb8b-461f-b3b3-9dcadcf1d596 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "GET /v2.0/networks?id=c0778f11-32ed-4b63-9a0c-1270df9f375b HTTP/1.1" status: 200 len: 814 time: 0.1311190 Jul 11 14:43:34.570237 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Made reservation on behalf of 3e77cfd4544c45468c57510de6034e38 for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:43:34.574869 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:34.590007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Request body: {'port': {'device_id': '7e398a3c-0f26-422e-8cb2-828013595327', 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b', 'admin_state_up': True, 'tenant_id': '8e0ccc1e4683478889d90814a1305507'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:34.722511 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-866f7374-2b47-491f-8431-406a77431b4a req-019112c5-29ab-4552-9b5d-70234384243b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 210 time: 0.0988927 Jul 11 14:43:34.726424 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7811be9c-b8af-463d-bfb5-45aa7f719c7c req-3ab7008b-30ca-4ded-a370-eb114997dbbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 210 time: 0.0422890 Jul 11 14:43:34.784627 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Made reservation on behalf of 8e0ccc1e4683478889d90814a1305507 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:43:34.788157 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:34.814181 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Allocated IP 172.20.0.3 (06a4c46d-d89a-4730-8741-8893e973bf68/b348d964-b33e-49c0-bbad-54432bafb963/eacb6063-c62f-4742-8ca6-7f93d25fdaf8) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:43:34.958050 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:34.962966 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:34.981846 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Allocated IP 172.20.0.5 (c0778f11-32ed-4b63-9a0c-1270df9f375b/c47bba13-0c08-47c8-a613-84f934a5a2fa/1e493ea0-ba58-44b8-906b-71b97862dd76) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:43:35.229212 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.239730 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94dae-2b36-4424-9792-1f2d0c41fc27 req-3696a59c-9a45-4661-99af-82b4647e6feb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:35.241374 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-89b94dae-2b36-4424-9792-1f2d0c41fc27 req-3696a59c-9a45-4661-99af-82b4647e6feb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.1228867 Jul 11 14:43:35.274489 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.282450 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:35.362630 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-89b94dae-2b36-4424-9792-1f2d0c41fc27 req-bb3eb236-2967-46b2-8b3c-6c3106befef4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917673 Jul 11 14:43:35.363442 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Network 06a4c46d-d89a-4730-8741-8893e973bf68 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:35.363954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks [] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.387007 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:35.393459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:43:35.404709 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:35.405673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.406556 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.422010 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:35.444221 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.444563 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.444977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.445312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.445642 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.446010 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.446335 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.447043 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.447375 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.447699 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.448087 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.448456 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.448929 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.449422 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.449850 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.464151 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-4ce17e62-53cd-4eeb-8181-c2463bc9dc3e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408649 Jul 11 14:43:35.487073 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Network c0778f11-32ed-4b63-9a0c-1270df9f375b is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:43:35.490884 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:43:35.495924 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:43:35.527739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Pushing event updated for resources: {'Port': ['ID=1e493ea0-ba58-44b8-906b-71b97862dd76,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:35.545178 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.545795 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.546308 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.546820 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.547310 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.547803 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.548289 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.548809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.549459 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.549965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.550465 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.550949 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.551429 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.551915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.552396 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:35.606114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:35.606819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.651009 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-df142e29-dbe0-4f02-96eb-92da7e3dfff6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0683062 Jul 11 14:43:35.728073 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4f5de1a1-9f8e-446b-ac67-ee6d436bb7b5 None None] Provisioning complete for port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:35.728747 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4f5de1a1-9f8e-446b-ac67-ee6d436bb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:35.766322 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4f5de1a1-9f8e-446b-ac67-ee6d436bb7b5 None None] Port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:43:35.895342 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c411-6f32-4745-88c9-1a008a29fe58 req-682eb40a-120e-467f-9dbf-2f560be99afa tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:35.896856 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-02f2c411-6f32-4745-88c9-1a008a29fe58 req-682eb40a-120e-467f-9dbf-2f560be99afa tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0615351 Jul 11 14:43:35.899738 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f35f8-e409-4af8-b2bd-6a3557a8c2ad req-17d7819d-9c2a-40a6-9392-9ef0e0081db6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:35.901446 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c22f35f8-e409-4af8-b2bd-6a3557a8c2ad req-17d7819d-9c2a-40a6-9392-9ef0e0081db6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0740790 Jul 11 14:43:35.954454 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c22f35f8-e409-4af8-b2bd-6a3557a8c2ad req-884ad650-8a24-4298-9a3f-4eaae568ac54 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Jul 11 14:43:35.959058 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-02f2c411-6f32-4745-88c9-1a008a29fe58 req-d2ac561e-5f90-4404-8928-8fd441c35a9c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557942 Jul 11 14:43:36.342642 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:36.348066 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:36.546192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28db564-6e8a-4239-98c8-e0b4685644c6 req-57c76aac-b509-44d4-8953-b750753275ba tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:36.547696 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c28db564-6e8a-4239-98c8-e0b4685644c6 req-57c76aac-b509-44d4-8953-b750753275ba tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0579336 Jul 11 14:43:36.600236 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c28db564-6e8a-4239-98c8-e0b4685644c6 req-439df7ea-246f-43ab-93eb-9a11799cf878 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Jul 11 14:43:37.070563 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:37.086673 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65443492-eceb-4d7f-9b73-cffc794fab5b req-49556093-adbf-4442-8880-c8da5398b703 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:37.088229 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-65443492-eceb-4d7f-9b73-cffc794fab5b req-49556093-adbf-4442-8880-c8da5398b703 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0573952 Jul 11 14:43:37.093186 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ed172-d5d7-4e18-838a-0d2bb0c032e1 req-9a28cb5a-b8f2-4b96-8e25-a77ed41dfeac tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:37.094737 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9e9ed172-d5d7-4e18-838a-0d2bb0c032e1 req-9a28cb5a-b8f2-4b96-8e25-a77ed41dfeac tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0638912 Jul 11 14:43:37.143943 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-65443492-eceb-4d7f-9b73-cffc794fab5b req-c0e49703-4c37-4c84-b811-586ba00af9ba tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Jul 11 14:43:37.151060 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9e9ed172-d5d7-4e18-838a-0d2bb0c032e1 req-7e85bf74-7e47-4bd4-841c-fdbc5735cc23 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Jul 11 14:43:37.754493 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a511d-8f40-419a-a3df-e0e64959fe7e req-3300a38f-ae68-4ba7-bd91-e442d7211144 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:37.756268 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9e2a511d-8f40-419a-a3df-e0e64959fe7e req-3300a38f-ae68-4ba7-bd91-e442d7211144 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0588319 Jul 11 14:43:37.810544 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9e2a511d-8f40-419a-a3df-e0e64959fe7e req-3cb289f3-fcc5-4236-af38-0f733ff1d62e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Jul 11 14:43:38.266809 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d90fb-6f22-4470-bf22-96d6bbda9df4 req-ee2d483b-159e-4c82-8dd0-b2a9ee4b47c3 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:38.268466 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-481d90fb-6f22-4470-bf22-96d6bbda9df4 req-ee2d483b-159e-4c82-8dd0-b2a9ee4b47c3 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0490592 Jul 11 14:43:38.274335 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619ee15-c33d-491d-b1c5-e232acd32942 req-9d1367e6-34ad-469a-bad1-bf7123b9a037 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:38.275839 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d619ee15-c33d-491d-b1c5-e232acd32942 req-9d1367e6-34ad-469a-bad1-bf7123b9a037 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0517867 Jul 11 14:43:38.308912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:38.323914 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-481d90fb-6f22-4470-bf22-96d6bbda9df4 req-32826ef4-6679-4416-9aa3-69fdd94c172d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Jul 11 14:43:38.351689 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d619ee15-c33d-491d-b1c5-e232acd32942 req-f4aa266e-f59c-4c2b-a934-aa2ede59a33f tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700784 Jul 11 14:43:38.940140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9f139-f955-45c9-9c7a-e7aea08ae3eb req-026e7618-fb53-4aec-a517-ce2308436c83 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:38.941484 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6ee9f139-f955-45c9-9c7a-e7aea08ae3eb req-026e7618-fb53-4aec-a517-ce2308436c83 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0532904 Jul 11 14:43:38.992344 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6ee9f139-f955-45c9-9c7a-e7aea08ae3eb req-d31ef122-b33f-47f2-92c0-35d25749d54b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Jul 11 14:43:39.451491 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186307-4574-4c96-ad0d-73ffa7c91f22 req-39eecc52-af09-460c-8b31-ed12911d28fe tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:39.455074 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-64186307-4574-4c96-ad0d-73ffa7c91f22 req-39eecc52-af09-460c-8b31-ed12911d28fe tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0572746 Jul 11 14:43:39.476585 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d149-86a2-45d2-a75a-301f77712b8c req-058b2e45-7cdc-44b2-912e-212e6c347b56 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:39.478889 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f042d149-86a2-45d2-a75a-301f77712b8c req-058b2e45-7cdc-44b2-912e-212e6c347b56 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0524492 Jul 11 14:43:39.523138 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-64186307-4574-4c96-ad0d-73ffa7c91f22 req-cb711300-d5f7-4125-9802-19c2b56ee182 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Jul 11 14:43:39.530457 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f042d149-86a2-45d2-a75a-301f77712b8c req-40b41af8-d939-4020-b455-6c43c7adbe8b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Jul 11 14:43:40.119390 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e397bdd-12ee-4c4a-95b8-0e697e69aad9 req-ba930504-2b02-4def-85dd-451bda6f52ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:40.121022 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7e397bdd-12ee-4c4a-95b8-0e697e69aad9 req-ba930504-2b02-4def-85dd-451bda6f52ee tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0502839 Jul 11 14:43:40.171483 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7e397bdd-12ee-4c4a-95b8-0e697e69aad9 req-f96216f2-4dfc-425c-9949-728f3ad95793 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Jul 11 14:43:40.651958 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ec279-9045-49bd-a42b-8d767a5de195 req-1ac54d3f-8448-4ea5-8789-f707977e2c2b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:40.654506 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2a8ec279-9045-49bd-a42b-8d767a5de195 req-1ac54d3f-8448-4ea5-8789-f707977e2c2b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0529959 Jul 11 14:43:40.690321 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1929455-7bb0-4040-8b9a-939134e11363 req-6433f8ee-508a-4758-ba4b-88d07d8ef011 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:40.692061 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e1929455-7bb0-4040-8b9a-939134e11363 req-6433f8ee-508a-4758-ba4b-88d07d8ef011 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0624940 Jul 11 14:43:40.711187 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2a8ec279-9045-49bd-a42b-8d767a5de195 req-aa21f964-bd75-4d8f-9212-01150964d164 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Jul 11 14:43:40.720991 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:40.746896 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e1929455-7bb0-4040-8b9a-939134e11363 req-23f26e21-9f2b-4877-9377-b78333a755a9 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484724 Jul 11 14:43:41.296065 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde2c04-ca67-4e71-abb7-f305bda0bf9c req-e2e38bcd-ce3b-4433-a980-8b2a8fd8acd9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:41.297561 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdde2c04-ca67-4e71-abb7-f305bda0bf9c req-e2e38bcd-ce3b-4433-a980-8b2a8fd8acd9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0502508 Jul 11 14:43:41.336844 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:41.351017 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bdde2c04-ca67-4e71-abb7-f305bda0bf9c req-0f6eb595-7547-4f5b-b1b1-21745e246934 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479288 Jul 11 14:43:41.832785 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c06df1-98c9-45ad-9e38-34ebba03a076 req-9dcb24a4-33bb-4fc4-8df0-cdd55dcff4ba tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:41.834314 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6c06df1-98c9-45ad-9e38-34ebba03a076 req-9dcb24a4-33bb-4fc4-8df0-cdd55dcff4ba tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0533807 Jul 11 14:43:41.865146 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046bb7-3b51-454f-9133-9612b62190b8 req-f2777491-6a7b-455d-b88b-efb69162eb2d tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:41.866623 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fd046bb7-3b51-454f-9133-9612b62190b8 req-f2777491-6a7b-455d-b88b-efb69162eb2d tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0488267 Jul 11 14:43:41.889141 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6c06df1-98c9-45ad-9e38-34ebba03a076 req-03256acd-1c8b-4f0d-8aa4-f41f52578393 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Jul 11 14:43:41.918239 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fd046bb7-3b51-454f-9133-9612b62190b8 req-700d6cd0-aed3-4221-b987-35da7f9385ff tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Jul 11 14:43:42.478501 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33cc4a-d1ac-4961-9e06-7cf4715e6046 req-df0af79c-ec95-4a01-a6d8-b49a42410ff6 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:42.480811 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bd33cc4a-d1ac-4961-9e06-7cf4715e6046 req-df0af79c-ec95-4a01-a6d8-b49a42410ff6 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0553491 Jul 11 14:43:42.561686 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bd33cc4a-d1ac-4961-9e06-7cf4715e6046 req-5d788acc-7cf7-43cf-b0df-137de73aeeca tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702283 Jul 11 14:43:43.018060 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4679ea-a380-478d-9aa8-a843a365056d req-a680b912-5f8f-4736-bed2-ec0c06d6876a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:43.019962 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ae4679ea-a380-478d-9aa8-a843a365056d req-a680b912-5f8f-4736-bed2-ec0c06d6876a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0570924 Jul 11 14:43:43.040396 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3185365-3a9d-4442-b23e-77acc815193e req-9dc0dbb1-af53-4942-b58d-baab2334671b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:43.041989 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b3185365-3a9d-4442-b23e-77acc815193e req-9dc0dbb1-af53-4942-b58d-baab2334671b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0510406 Jul 11 14:43:43.082372 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ae4679ea-a380-478d-9aa8-a843a365056d req-01ea43bd-0544-4364-aaf0-bc82b6fe4bb2 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569437 Jul 11 14:43:43.102778 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b3185365-3a9d-4442-b23e-77acc815193e req-24a5e75f-ddf1-4c3d-90cf-3d169e9a0df2 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Jul 11 14:43:43.691045 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3f08-514e-4a6f-b57c-f4e9b61b69cc req-03fdec23-5f33-4504-8e68-5fbe09d71257 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:43.692543 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-492d3f08-514e-4a6f-b57c-f4e9b61b69cc req-03fdec23-5f33-4504-8e68-5fbe09d71257 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0534892 Jul 11 14:43:43.743394 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-492d3f08-514e-4a6f-b57c-f4e9b61b69cc req-1d07c4b3-65fd-4b2b-9a29-ec26d40952f2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Jul 11 14:43:44.217297 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c721275-31d9-4590-92c3-1f7fdfdef90f req-6aa14e73-6d49-4306-8bb6-06736bb429d8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:44.218874 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4c721275-31d9-4590-92c3-1f7fdfdef90f req-6aa14e73-6d49-4306-8bb6-06736bb429d8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0495772 Jul 11 14:43:44.232219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b99ae8-7147-48ad-b256-7a04d8cf2a09 req-8b0a21f0-1d45-4983-9502-cd50f0087fb0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:44.233728 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-49b99ae8-7147-48ad-b256-7a04d8cf2a09 req-8b0a21f0-1d45-4983-9502-cd50f0087fb0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0574446 Jul 11 14:43:44.272194 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4c721275-31d9-4590-92c3-1f7fdfdef90f req-f2f6764e-0f23-4cc9-a714-aec426eb08ef tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Jul 11 14:43:44.284377 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-49b99ae8-7147-48ad-b256-7a04d8cf2a09 req-f3583d30-3b8f-4489-8aa4-02062f98019b tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Jul 11 14:43:44.872909 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285a11b-4939-4303-b774-4d9fdf89e826 req-68555079-ed09-445c-a814-f9f521d40f9b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:44.874513 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3285a11b-4939-4303-b774-4d9fdf89e826 req-68555079-ed09-445c-a814-f9f521d40f9b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0557730 Jul 11 14:43:44.926013 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3285a11b-4939-4303-b774-4d9fdf89e826 req-2875e948-ae70-483d-8471-097a739d9c25 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 Jul 11 14:43:45.006338 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:45.388731 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:45.406626 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dc516-f568-47de-b0e4-0a65b8e85ed9 req-da49f435-cc9f-4a18-8148-cc09e49b1948 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:45.407693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63b9d-3306-4c43-9acf-f54ff5a3767b req-8b131104-e7c9-463c-ba21-4ddd3eb13b7e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:45.409205 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8a63b9d-3306-4c43-9acf-f54ff5a3767b req-8b131104-e7c9-463c-ba21-4ddd3eb13b7e tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0503168 Jul 11 14:43:45.411104 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c11dc516-f568-47de-b0e4-0a65b8e85ed9 req-da49f435-cc9f-4a18-8148-cc09e49b1948 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.0537441 Jul 11 14:43:45.460008 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8a63b9d-3306-4c43-9acf-f54ff5a3767b req-cb7584cc-428d-4ef8-bc8a-ace88b52a808 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Jul 11 14:43:45.464289 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c11dc516-f568-47de-b0e4-0a65b8e85ed9 req-b176abf5-7cb1-4fc9-afad-5cd4e380d833 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501723 Jul 11 14:43:46.051111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c073-695c-405f-b26b-22eb94021110 req-5a4853bf-c35a-441e-9097-2f45b83ab602 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:46.052591 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-76a7c073-695c-405f-b26b-22eb94021110 req-5a4853bf-c35a-441e-9097-2f45b83ab602 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0499477 Jul 11 14:43:46.098870 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-76a7c073-695c-405f-b26b-22eb94021110 req-1fab8d0f-0f27-4729-a65d-9df8de19b8ce tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Jul 11 14:43:46.347599 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Request body: {'port': {'device_id': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:46.348254 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Request body: {'port': {'device_id': '7e398a3c-0f26-422e-8cb2-828013595327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:43:46.406888 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.408640 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.563638 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:46.647174 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccff59c-bbae-40d2-aed9-47be15daee50 req-d86ccbd6-7bfb-4ead-b5f6-08d51fdb5675 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:46.648533 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ccff59c-bbae-40d2-aed9-47be15daee50 req-d86ccbd6-7bfb-4ead-b5f6-08d51fdb5675 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 931 time: 0.0907776 Jul 11 14:43:46.678726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0f1b4-99d4-43de-a490-8f7b275f4551 req-777257fd-afc0-4876-820d-5b9435e78ed2 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:46.681275 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d7c0f1b4-99d4-43de-a490-8f7b275f4551 req-777257fd-afc0-4876-820d-5b9435e78ed2 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 931 time: 0.1187987 Jul 11 14:43:46.720092 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:46.747432 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ccff59c-bbae-40d2-aed9-47be15daee50 req-7c1f2bad-2f1a-4274-828d-c97cceeeb13a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925748 Jul 11 14:43:46.751563 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:46.763138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacb6063-c62f-4742-8ca6-7f93d25fdaf8 {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:46.770827 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Publish callbacks [] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.783925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Transition to ACTIVE for port object eacb6063-c62f-4742-8ca6-7f93d25fdaf8 will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:43:46.788007 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.790473 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d7c0f1b4-99d4-43de-a490-8f7b275f4551 req-2d7126e2-695f-4e04-b856-9d41b6088f74 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011381 Jul 11 14:43:46.827771 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e493ea0-ba58-44b8-906b-71b97862dd76 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:46.837203 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Publish callbacks [] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.838979 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:46.855150 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Transition to ACTIVE for port object 1e493ea0-ba58-44b8-906b-71b97862dd76 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:43:46.859711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.881742 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Attempting to bind port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:46.882139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Attempting to bind port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:46.882407 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Attempting to bind port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 on network 06a4c46d-d89a-4730-8741-8893e973bf68 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:46.888341 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 on network 06a4c46d-d89a-4730-8741-8893e973bf68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:43:46.888658 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Attempting to bind port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 on network 06a4c46d-d89a-4730-8741-8893e973bf68 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:46.893915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:46.894255 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Checking segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:46.894650 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Bound using segment: {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:46.895081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Bound port: eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af71b658-3310-401a-b1a4-a7f91446be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:46.895435 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.917544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e493ea0-ba58-44b8-906b-71b97862dd76,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:46.964954 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:46.968723 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:46.976054 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:46.995386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Attempting to bind port 1e493ea0-ba58-44b8-906b-71b97862dd76 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:43:46.995888 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Attempting to bind port 1e493ea0-ba58-44b8-906b-71b97862dd76 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:43:46.996226 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Attempting to bind port 1e493ea0-ba58-44b8-906b-71b97862dd76 on network c0778f11-32ed-4b63-9a0c-1270df9f375b {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:47.001065 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Port 1e493ea0-ba58-44b8-906b-71b97862dd76 on network c0778f11-32ed-4b63-9a0c-1270df9f375b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:43:47.001382 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Attempting to bind port 1e493ea0-ba58-44b8-906b-71b97862dd76 on network c0778f11-32ed-4b63-9a0c-1270df9f375b {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:43:47.007833 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:43:47.008765 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Checking segment: {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:43:47.009091 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Bound using segment: {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:43:47.009520 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Bound port: 1e493ea0-ba58-44b8-906b-71b97862dd76, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3011cbd0-8c45-431b-98d0-e96f827d1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:43:47.009876 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:47.015492 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.016097 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:47.017459 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] 10.222.0.36 "PUT /v2.0/ports/eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 1093 time: 0.6743224 Jul 11 14:43:47.017886 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:47.020243 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:47.050138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bcc14-749d-46fe-bf81-3dedfae43eed service neutron] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:47.063444 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfed557-caf2-4836-85a8-2c135f9cbf12 x-openstack-request-id: req-dcfed557-caf2-4836-85a8-2c135f9cbf12 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:47.063760 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:47.064018 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcfed557-caf2-4836-85a8-2c135f9cbf12 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:47.064417 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfed557-caf2-4836-85a8-2c135f9cbf12'] response: {'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'status': 'completed', 'code': 200} Jul 11 14:43:47.079137 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] For port 1e493ea0-ba58-44b8-906b-71b97862dd76, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:43:47.082983 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] For port 1e493ea0-ba58-44b8-906b-71b97862dd76, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e493ea0-ba58-44b8-906b-71b97862dd76,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:43:47.089654 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:47.131259 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.131942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:47.133856 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e493ea0-ba58-44b8-906b-71b97862dd76 HTTP/1.1" status: 200 len: 1093 time: 0.7893536 Jul 11 14:43:47.134345 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e398a3c-0f26-422e-8cb2-828013595327', 'tag': '1e493ea0-ba58-44b8-906b-71b97862dd76'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:47.136639 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e398a3c-0f26-422e-8cb2-828013595327", "tag": "1e493ea0-ba58-44b8-906b-71b97862dd76"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:47.161855 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b7b2-2075-4322-8868-bcae1096bec3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e493ea0-ba58-44b8-906b-71b97862dd76,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:47.201037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ee9fb-952f-42a4-aead-7ffee54279b0 x-openstack-request-id: req-399ee9fb-952f-42a4-aead-7ffee54279b0 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:47.201037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e398a3c-0f26-422e-8cb2-828013595327", "tag": "1e493ea0-ba58-44b8-906b-71b97862dd76", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:47.201037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-399ee9fb-952f-42a4-aead-7ffee54279b0 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:47.201037 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399ee9fb-952f-42a4-aead-7ffee54279b0'] response: {'name': 'network-changed', 'server_uuid': '7e398a3c-0f26-422e-8cb2-828013595327', 'tag': '1e493ea0-ba58-44b8-906b-71b97862dd76', 'status': 'completed', 'code': 200} Jul 11 14:43:47.235923 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375f1d0-e641-4d7a-b0ec-8e7cf841f804 req-5d440528-dc5b-469d-81c1-7240792fd172 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.237502 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8375f1d0-e641-4d7a-b0ec-8e7cf841f804 req-5d440528-dc5b-469d-81c1-7240792fd172 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0511718 Jul 11 14:43:47.289449 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8375f1d0-e641-4d7a-b0ec-8e7cf841f804 req-4c10ad75-c76a-479a-a77a-521142fa2977 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456491 Jul 11 14:43:47.385008 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5 req-1e3121df-f1db-4605-a772-d04ff7a22c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.387449 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5 req-1e3121df-f1db-4605-a772-d04ff7a22c27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1127 time: 0.0426731 Jul 11 14:43:47.392355 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5 req-a1349347-3121-4794-a473-0d6dbe29c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.393823 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5 req-a1349347-3121-4794-a473-0d6dbe29c340 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e0ccc1e4683478889d90814a1305507&device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 1127 time: 0.0406973 Jul 11 14:43:47.459976 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:47.516922 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5 req-7bf8ed29-3ed7-43c6-be35-647e0fdf4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.517531 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5 req-50615e0c-b421-4f6e-a37e-69b8e2e0820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.518356 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5 req-7bf8ed29-3ed7-43c6-be35-647e0fdf4cbf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3e77cfd4544c45468c57510de6034e38&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983152 Jul 11 14:43:47.518749 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5 req-50615e0c-b421-4f6e-a37e-69b8e2e0820a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e0ccc1e4683478889d90814a1305507&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976458 Jul 11 14:43:47.621556 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5 req-1be1fa9d-aebb-4c7b-95a8-3556f48b4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.623067 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-99216cf8-8f85-4df3-af1c-ed115b5b6ba5 req-1be1fa9d-aebb-4c7b-95a8-3556f48b4c87 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923748 Jul 11 14:43:47.623202 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5 req-ef6a9d1a-0cd1-4a1b-ad26-d7d4d2a16002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.624504 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da564e3d-c864-4fff-9f8a-1c5ebd20e3c5 req-ef6a9d1a-0cd1-4a1b-ad26-d7d4d2a16002 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943656 Jul 11 14:43:47.720005 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-854ec4ae-2ed4-4e83-b81f-850aa1a37bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.721415 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-854ec4ae-2ed4-4e83-b81f-850aa1a37bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1127 time: 0.0425045 Jul 11 14:43:47.772479 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-563ac70b-d21d-4ae2-aa84-42f76297f214 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 217 time: 0.0348160 Jul 11 14:43:47.839612 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a078f4dc-57e2-45d9-bfda-da10a7082f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.841102 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a078f4dc-57e2-45d9-bfda-da10a7082f08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.0566223 Jul 11 14:43:47.951016 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-33be5a8c-dc29-4546-88e4-e7ba9844fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.952503 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-33be5a8c-dc29-4546-88e4-e7ba9844fe87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e0ccc1e4683478889d90814a1305507&device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 1127 time: 0.2852144 Jul 11 14:43:47.955165 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:47.978597 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf06bf-d4c7-438c-bf5a-6fea5142f6cf req-01baafee-fd50-476d-935e-0f27ac99ce6d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:47.980000 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-abcf06bf-d4c7-438c-bf5a-6fea5142f6cf req-01baafee-fd50-476d-935e-0f27ac99ce6d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 943 time: 0.0643089 Jul 11 14:43:48.012216 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-b176f973-77ca-4f32-b17a-086cd89b0c58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e493ea0-ba58-44b8-906b-71b97862dd76 HTTP/1.1" status: 200 len: 217 time: 0.0477271 Jul 11 14:43:48.073113 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:48.091141 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-cfde05fa-941e-414d-9b10-11ec23f96cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:48.092594 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-cfde05fa-941e-414d-9b10-11ec23f96cac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c47bba13-0c08-47c8-a613-84f934a5a2fa HTTP/1.1" status: 200 len: 854 time: 0.0693212 Jul 11 14:43:48.095719 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-abcf06bf-d4c7-438c-bf5a-6fea5142f6cf req-db1c55da-4263-434e-b73b-ed443dbc5fd6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911615 Jul 11 14:43:48.128870 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-a657a322-65a9-4e51-a208-65f778db1121 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0778f11-32ed-4b63-9a0c-1270df9f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272253 Jul 11 14:43:48.160823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd856b6-ab5f-4dc4-af5e-21adaf9479f7 req-4e0accb0-24cd-400e-989e-ae6ff4b34b6d tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:48.162282 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-efd856b6-ab5f-4dc4-af5e-21adaf9479f7 req-4e0accb0-24cd-400e-989e-ae6ff4b34b6d tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 943 time: 0.3187716 Jul 11 14:43:48.163389 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a1797521-2c33-4af6-8bf3-54cae19985a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:48.164818 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-a1797521-2c33-4af6-8bf3-54cae19985a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3105311 Jul 11 14:43:48.230759 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-aad7accf-07a9-40f4-82ae-a329f5c35596 service neutron] 10.222.0.36 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882702 Jul 11 14:43:48.266608 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-efd856b6-ab5f-4dc4-af5e-21adaf9479f7 req-1d1596fc-1390-439f-bd99-bed84a5f66ec tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985367 Jul 11 14:43:48.297070 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-06dd3239-0422-44cc-b6d0-51372c3d17fa service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220393 Jul 11 14:43:48.329670 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0c7c58ed-e9b4-4d3a-b99d-7bf603ceec04 req-45fa35c0-f93b-464e-8b91-c0cdcd2b4b89 service neutron] 10.222.0.36 "GET /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910153 Jul 11 14:43:48.382394 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:48.397910 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-98672b22-c85f-4809-ba77-1fd94d1929be req-0c18d1dd-2fbb-491e-864d-e3ea26e7b1b3 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929544 Jul 11 14:43:48.412537 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb5fb-ce76-4d14-8e02-794ce6e9d54e req-3d99d3d9-26fe-4e9d-9506-7c7bbacf8a40 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:48.414873 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fedfb5fb-ce76-4d14-8e02-794ce6e9d54e req-3d99d3d9-26fe-4e9d-9506-7c7bbacf8a40 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 943 time: 0.0487280 Jul 11 14:43:48.465082 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fedfb5fb-ce76-4d14-8e02-794ce6e9d54e req-1a775fd4-0afa-457c-9bde-8c0cf0dce28b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Jul 11 14:43:48.522743 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:43:48.615112 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:48.620681 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:48.632316 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'port_id': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'mac_address': 'fa:16:3e:4c:b6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:43:48.671121 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:48.671514 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:48.685562 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b725b13-befd-4a14-98cc-9d0e599f5e17 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:48.705516 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:48.709552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:48.756901 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=9']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:48.764025 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.764369 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.764704 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.765037 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.765366 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.765682 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.766007 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.766323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.766667 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.766984 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.767303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.767641 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.767963 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.768273 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:48.768584 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:43:49.084053 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7b725b13-befd-4a14-98cc-9d0e599f5e17'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:43:49.205515 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:49.211825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb064-87c2-4581-968b-9a65ab046b59 req-f3e30649-1960-45e3-b9b9-0e2373552776 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:49.213350 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a12cb064-87c2-4581-968b-9a65ab046b59 req-f3e30649-1960-45e3-b9b9-0e2373552776 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 943 time: 0.0493462 Jul 11 14:43:49.260838 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a12cb064-87c2-4581-968b-9a65ab046b59 req-be30d55d-c5dd-4828-bb51-69d5a7153993 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Jul 11 14:43:49.381040 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575faaa-8383-4d67-9f21-09c2082c629a req-e3b3e884-2803-408d-b3dc-9306decf6858 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:49.382415 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7575faaa-8383-4d67-9f21-09c2082c629a req-e3b3e884-2803-408d-b3dc-9306decf6858 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 943 time: 0.0462329 Jul 11 14:43:49.430075 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7575faaa-8383-4d67-9f21-09c2082c629a req-4547740b-5b77-4cba-89f9-b69a97c96365 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Jul 11 14:43:49.584064 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfa66d-a6d0-49cf-9fda-13da0baf388d req-548b8e26-2ac4-4c59-b410-3ecdfc4ad162 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:49.585639 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-babfa66d-a6d0-49cf-9fda-13da0baf388d req-548b8e26-2ac4-4c59-b410-3ecdfc4ad162 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 944 time: 0.0485811 Jul 11 14:43:49.632634 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-babfa66d-a6d0-49cf-9fda-13da0baf388d req-09f0023c-a35b-457e-8123-a7c8458a68a8 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Jul 11 14:43:50.373962 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8576e-27a0-40a5-9113-ec969259ec6e req-a1278e91-18f9-4a96-a5c6-151d2c47bb55 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:50.375466 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1ab8576e-27a0-40a5-9113-ec969259ec6e req-a1278e91-18f9-4a96-a5c6-151d2c47bb55 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 943 time: 0.0468056 Jul 11 14:43:50.422547 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1ab8576e-27a0-40a5-9113-ec969259ec6e req-837bf6fe-b427-4f99-a49d-5d1698d64292 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Jul 11 14:43:50.535417 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1e493ea0-ba58-44b8-906b-71b97862dd76 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:43:50.539666 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:50.546538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbfa36-4f05-461b-84fe-a40227b39fe3 req-d772389a-d86e-45b8-83f0-a79cc9d6bb2c tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:50.548037 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-35bbfa36-4f05-461b-84fe-a40227b39fe3 req-d772389a-d86e-45b8-83f0-a79cc9d6bb2c tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 943 time: 0.0517018 Jul 11 14:43:50.596149 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-35bbfa36-4f05-461b-84fe-a40227b39fe3 req-52891524-baf4-44c0-ab51-b4c0de507aed tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Jul 11 14:43:50.647444 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 7b725b13-befd-4a14-98cc-9d0e599f5e17 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:50.647807 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:50.705944 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 1e493ea0-ba58-44b8-906b-71b97862dd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e493ea0-ba58-44b8-906b-71b97862dd76,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:50.720424 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '1e493ea0-ba58-44b8-906b-71b97862dd76', 'network_id': 'c0778f11-32ed-4b63-9a0c-1270df9f375b', 'port_id': '1e493ea0-ba58-44b8-906b-71b97862dd76', 'mac_address': 'fa:16:3e:91:99:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47bba13-0c08-47c8-a613-84f934a5a2fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:43:50.759248 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24679a4b-aa7a-4b64-b981-1d7ca637952b req-c08cbdca-83e8-4673-85f3-333c88bc2d1d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:50.760761 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24679a4b-aa7a-4b64-b981-1d7ca637952b req-c08cbdca-83e8-4673-85f3-333c88bc2d1d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 944 time: 0.0511246 Jul 11 14:43:50.784512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7b725b13-befd-4a14-98cc-9d0e599f5e17 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:50.784894 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:50.788014 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 1e493ea0-ba58-44b8-906b-71b97862dd76 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:50.788375 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:50.810501 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-24679a4b-aa7a-4b64-b981-1d7ca637952b req-8a8c5176-ec00-42d2-ba4a-ce1d4ffc79de tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Jul 11 14:43:50.814092 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e493ea0-ba58-44b8-906b-71b97862dd76 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:50.825672 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:50.827952 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a85173d-348b-4fbd-b212-c25041abc989" -d '{"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-plugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:50.853324 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:50.855521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 1e493ea0-ba58-44b8-906b-71b97862dd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e493ea0-ba58-44b8-906b-71b97862dd76,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:50.859272 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:50.864862 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:50.888010 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552948a6-a1dd-4adb-b1b7-72bfe4fe0ee2 x-openstack-request-id: req-552948a6-a1dd-4adb-b1b7-72bfe4fe0ee2 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:50.888429 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-plugged", "status": "completed", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:50.888676 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-552948a6-a1dd-4adb-b1b7-72bfe4fe0ee2 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:50.889067 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552948a6-a1dd-4adb-b1b7-72bfe4fe0ee2'] response: {'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'code': 200} Jul 11 14:43:50.913379 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=10']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:50.936618 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:50.963312 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=1e493ea0-ba58-44b8-906b-71b97862dd76,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:51.256391 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['1e493ea0-ba58-44b8-906b-71b97862dd76'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:43:51.545235 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30f70a-e1b7-4465-ba5e-163fc7cc10d0 req-5c8f6ec7-a184-4d36-86b6-5be123876067 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:51.546807 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ea30f70a-e1b7-4465-ba5e-163fc7cc10d0 req-5c8f6ec7-a184-4d36-86b6-5be123876067 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 943 time: 0.0562589 Jul 11 14:43:51.566673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b11d1-aa10-4a52-8317-d73a6db1ef48 req-1feb4525-4588-40ca-bb19-a5b3dd1b35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:51.569017 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2a8b11d1-aa10-4a52-8317-d73a6db1ef48 req-1feb4525-4588-40ca-bb19-a5b3dd1b35ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1130 time: 0.0407999 Jul 11 14:43:51.608468 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ea30f70a-e1b7-4465-ba5e-163fc7cc10d0 req-f1f038d8-0dfd-4332-809e-b91aa3a976f1 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Jul 11 14:43:51.623625 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2a8b11d1-aa10-4a52-8317-d73a6db1ef48 req-d89e0970-6eba-4656-aec4-925e32333dbd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Jul 11 14:43:51.719027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808e94-429e-452c-a0ea-f672bd5a62e0 req-818ab77f-546d-4ea7-b131-b3b41ce8b0b0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:51.720523 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6c808e94-429e-452c-a0ea-f672bd5a62e0 req-818ab77f-546d-4ea7-b131-b3b41ce8b0b0 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 944 time: 0.0538538 Jul 11 14:43:51.769587 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6c808e94-429e-452c-a0ea-f672bd5a62e0 req-b9981841-70a1-4216-85a6-2ce751816cf9 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432525 Jul 11 14:43:51.961069 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455984a-cd0f-40d4-a085-99fafe259f08 req-aed340aa-9030-4350-b1fb-885f27a6b7f9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:51.962779 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3455984a-cd0f-40d4-a085-99fafe259f08 req-aed340aa-9030-4350-b1fb-885f27a6b7f9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0545037 Jul 11 14:43:51.976521 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:52.016755 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3455984a-cd0f-40d4-a085-99fafe259f08 req-0d9876f4-4e08-4c73-8cc1-810109373ba7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479589 Jul 11 14:43:52.539594 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device eacb6063-c62f-4742-8ca6-7f93d25fdaf8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:43:52.541765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1e493ea0-ba58-44b8-906b-71b97862dd76 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:52.607333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:52.624114 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 1e493ea0-ba58-44b8-906b-71b97862dd76 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:43:52.656008 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 1e493ea0-ba58-44b8-906b-71b97862dd76 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:52.656373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:52.715234 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:52.731336 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221e1d2-5177-4dea-84a0-d560e557fa7a req-bab855ef-e3a9-4354-9f1c-fe95fb188aa4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:52.732886 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2221e1d2-5177-4dea-84a0-d560e557fa7a req-bab855ef-e3a9-4354-9f1c-fe95fb188aa4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 943 time: 0.0484383 Jul 11 14:43:52.736153 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'port_id': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'mac_address': 'fa:16:3e:f3:dc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:43:52.754809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:52.790330 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2221e1d2-5177-4dea-84a0-d560e557fa7a req-2cc2601e-f2ff-419e-b5e1-b2caad4156f8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513122 Jul 11 14:43:52.797638 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ad845989-9198-4e48-a830-8bfbd6d1d0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:52.811496 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 1e493ea0-ba58-44b8-906b-71b97862dd76 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:52.811886 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:52.837257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:52.837656 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:52.863977 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacb6063-c62f-4742-8ca6-7f93d25fdaf8 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:43:52.869907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 1e493ea0-ba58-44b8-906b-71b97862dd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e493ea0-ba58-44b8-906b-71b97862dd76,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:52.874858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:52.891085 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e398a3c-0f26-422e-8cb2-828013595327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e493ea0-ba58-44b8-906b-71b97862dd76'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:52.893515 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5555c187-0689-48dd-854b-148e7a98c1db" -d '{"events": [{"server_uuid": "7e398a3c-0f26-422e-8cb2-828013595327", "name": "network-vif-plugged", "status": "completed", "tag": "1e493ea0-ba58-44b8-906b-71b97862dd76"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:52.900935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f0d8-8740-4310-abe6-5f2d83d0b415 req-5bf76575-ebc2-44d4-93c5-28b8ee507669 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:52.902571 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cb99f0d8-8740-4310-abe6-5f2d83d0b415 req-5bf76575-ebc2-44d4-93c5-28b8ee507669 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 944 time: 0.0499594 Jul 11 14:43:52.924881 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:52.934788 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:52.950963 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=1e493ea0-ba58-44b8-906b-71b97862dd76,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:52.955784 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce949e3b-b438-45a0-9d36-46b204fb6e24 x-openstack-request-id: req-ce949e3b-b438-45a0-9d36-46b204fb6e24 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:52.956344 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e398a3c-0f26-422e-8cb2-828013595327", "name": "network-vif-plugged", "status": "completed", "tag": "1e493ea0-ba58-44b8-906b-71b97862dd76", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:52.956605 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce949e3b-b438-45a0-9d36-46b204fb6e24 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:52.957013 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce949e3b-b438-45a0-9d36-46b204fb6e24'] response: {'server_uuid': '7e398a3c-0f26-422e-8cb2-828013595327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e493ea0-ba58-44b8-906b-71b97862dd76', 'code': 200} Jul 11 14:43:52.962573 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cb99f0d8-8740-4310-abe6-5f2d83d0b415 req-7280f9fe-5ff8-419f-9903-d17dbbdb625a tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Jul 11 14:43:53.011098 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:53.144300 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61a834-c0c6-41db-9992-50bd8fc53d24 req-defe1815-c984-4d70-a938-0dcadfb8f7ae tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:53.145894 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b61a834-c0c6-41db-9992-50bd8fc53d24 req-defe1815-c984-4d70-a938-0dcadfb8f7ae tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0516732 Jul 11 14:43:53.204745 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b61a834-c0c6-41db-9992-50bd8fc53d24 req-eade87a5-5021-40b1-9d69-b0ab831eff2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531642 Jul 11 14:43:53.224032 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0378d-f5dd-4b6d-9de8-e6e1150ef475 req-1a8fd06b-567b-40ce-807e-19e109148acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:53.225788 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-05f0378d-f5dd-4b6d-9de8-e6e1150ef475 req-1a8fd06b-567b-40ce-807e-19e109148acc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 1129 time: 0.0412941 Jul 11 14:43:53.271046 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-05f0378d-f5dd-4b6d-9de8-e6e1150ef475 req-c0027402-b563-4e82-a1e6-af7c7fdc6df7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 Jul 11 14:43:53.366733 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['eacb6063-c62f-4742-8ca6-7f93d25fdaf8'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:43:53.409930 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:53.930901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eb2c8-0f37-42b0-9098-f060ea3aa9e5 req-831fae1f-69fb-45f5-b680-465b7d294a79 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:53.932409 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-308eb2c8-0f37-42b0-9098-f060ea3aa9e5 req-831fae1f-69fb-45f5-b680-465b7d294a79 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 944 time: 0.0633147 Jul 11 14:43:53.991922 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-308eb2c8-0f37-42b0-9098-f060ea3aa9e5 req-41e38612-2ef3-4736-b72e-ddbff0563b9e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519509 Jul 11 14:43:54.119831 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ad23-f4c1-41da-aabc-84a6476f62d8 req-5d6c6e28-1e80-4402-8641-f9f901bbbec8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:54.121406 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a9a8ad23-f4c1-41da-aabc-84a6476f62d8 req-5d6c6e28-1e80-4402-8641-f9f901bbbec8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0536070 Jul 11 14:43:54.154363 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cc59-6714-4e01-87b5-2f2f7b7b4b50 req-dc7b9cc8-c123-46e0-bf8f-a62cf44c2de6 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:54.155887 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8e74cc59-6714-4e01-87b5-2f2f7b7b4b50 req-dc7b9cc8-c123-46e0-bf8f-a62cf44c2de6 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0483642 Jul 11 14:43:54.169968 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a9a8ad23-f4c1-41da-aabc-84a6476f62d8 req-9d55b843-72dd-4501-bee2-83fb38185bb5 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Jul 11 14:43:54.205148 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8e74cc59-6714-4e01-87b5-2f2f7b7b4b50 req-56670ba0-6baa-4dd7-a850-8d0e692b9413 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436432 Jul 11 14:43:54.328382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29d5b-6b67-4abe-aa40-484005fa00ff req-fadeb9a0-223a-4b3b-a869-b80048868c6c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:54.330000 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-dcb29d5b-6b67-4abe-aa40-484005fa00ff req-fadeb9a0-223a-4b3b-a869-b80048868c6c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0520651 Jul 11 14:43:54.385087 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-dcb29d5b-6b67-4abe-aa40-484005fa00ff req-08e2011a-b685-4788-bfef-63c66302f438 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Jul 11 14:43:54.597454 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device eacb6063-c62f-4742-8ca6-7f93d25fdaf8 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:43:54.641963 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:43:54.647759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:43:54.648121 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:54.728111 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:43:54.728476 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:54.761562 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:54.765375 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:54.815388 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:43:54.958625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:43:54.960940 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f13f8c4-ec65-427d-aac7-1138a3023929" -d '{"events": [{"server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "name": "network-vif-plugged", "status": "completed", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:43:54.997152 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852c1a8b-0753-441e-af5f-300d4a2778a6 x-openstack-request-id: req-852c1a8b-0753-441e-af5f-300d4a2778a6 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:43:54.997460 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "name": "network-vif-plugged", "status": "completed", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:43:54.997715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-852c1a8b-0753-441e-af5f-300d4a2778a6 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:43:54.998113 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852c1a8b-0753-441e-af5f-300d4a2778a6'] response: {'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'code': 200} Jul 11 14:43:55.108500 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68797-5adc-419d-8d3d-d28f9d97d3a7 req-e182791d-1df1-4975-ba4b-e0191b6fb02a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:55.110023 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b4f68797-5adc-419d-8d3d-d28f9d97d3a7 req-e182791d-1df1-4975-ba4b-e0191b6fb02a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0482082 Jul 11 14:43:55.143439 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:55.161382 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b4f68797-5adc-419d-8d3d-d28f9d97d3a7 req-705325b0-c396-410e-aa60-e5c404f22ec6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Jul 11 14:43:55.291184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff2e8-0593-459e-bc4a-54b827cdba8c req-25b5d836-3f32-4ed6-a1ad-23bbccbd2c0c tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:55.292756 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-028ff2e8-0593-459e-bc4a-54b827cdba8c req-25b5d836-3f32-4ed6-a1ad-23bbccbd2c0c tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0469723 Jul 11 14:43:55.304288 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:55.321190 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c4410-f0df-4b3f-a975-96e3851e6f75 req-979bd9db-0b11-40ac-8d33-f847a46fef05 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:55.322952 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-923c4410-f0df-4b3f-a975-96e3851e6f75 req-979bd9db-0b11-40ac-8d33-f847a46fef05 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0482459 Jul 11 14:43:55.342067 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-028ff2e8-0593-459e-bc4a-54b827cdba8c req-f2e1156d-5483-4054-8875-69a4b68448f9 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Jul 11 14:43:55.375212 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-923c4410-f0df-4b3f-a975-96e3851e6f75 req-28797f4f-400f-4e28-b7d9-26245f9ba25a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464237 Jul 11 14:43:55.389163 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8ded2605-bd86-40a9-a3e1-4a6ab45d986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:55.509561 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb597c4-7e3e-4f5c-aaba-c08610b8c604 req-f91eb041-b622-4ddb-be33-16aef9db7bbf tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:55.511075 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1bb597c4-7e3e-4f5c-aaba-c08610b8c604 req-f91eb041-b622-4ddb-be33-16aef9db7bbf tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0510936 Jul 11 14:43:55.559612 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1bb597c4-7e3e-4f5c-aaba-c08610b8c604 req-af3701e6-cc6b-4b76-ab5f-1acf2a791116 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Jul 11 14:43:55.935756 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddf3c6-6824-47e0-bdc4-c97d43356922 req-91d587ed-d6b0-4593-9590-81a3190866f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:55.937157 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-68ddf3c6-6824-47e0-bdc4-c97d43356922 req-91d587ed-d6b0-4593-9590-81a3190866f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1129 time: 0.0421441 Jul 11 14:43:55.989460 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-68ddf3c6-6824-47e0-bdc4-c97d43356922 req-df2072d8-85fc-4ecc-b152-fcace664f0cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Jul 11 14:43:56.279711 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e665a27-95d3-48f1-836b-dee0fd246f6f req-551b3f95-dfb6-4099-9c10-5f8bb251ff8f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:56.281204 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0e665a27-95d3-48f1-836b-dee0fd246f6f req-551b3f95-dfb6-4099-9c10-5f8bb251ff8f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0496898 Jul 11 14:43:56.297585 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:43:56.337280 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0e665a27-95d3-48f1-836b-dee0fd246f6f req-87f02b93-1a37-4ec2-af14-49a6b3b4a8ab tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Jul 11 14:43:56.469930 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210700a-b238-4fac-bfba-48865824950d req-9311d8af-9061-48e5-ae76-fd0d09bc64d9 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:56.471670 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c210700a-b238-4fac-bfba-48865824950d req-9311d8af-9061-48e5-ae76-fd0d09bc64d9 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0577595 Jul 11 14:43:56.524501 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c210700a-b238-4fac-bfba-48865824950d req-b9f24f06-b949-4920-af50-9964e3b6946c tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465193 Jul 11 14:43:56.600981 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5669-967f-4054-b100-b19f500ef699 req-305c1bcc-73c0-4d7d-a17b-516442eaec9e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:56.602585 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbce5669-967f-4054-b100-b19f500ef699 req-305c1bcc-73c0-4d7d-a17b-516442eaec9e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0493097 Jul 11 14:43:56.652054 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbce5669-967f-4054-b100-b19f500ef699 req-15d05ed7-c11d-45d9-9fe2-f2edcfc6a9a7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438938 Jul 11 14:43:56.765234 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d436-ec31-4733-bfff-7d95703c1692 req-1685d1d6-6433-41d2-af65-d5e9aa6ecdd4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:56.767114 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8cf6d436-ec31-4733-bfff-7d95703c1692 req-1685d1d6-6433-41d2-af65-d5e9aa6ecdd4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0507407 Jul 11 14:43:56.819746 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8cf6d436-ec31-4733-bfff-7d95703c1692 req-978d3699-b5dc-44bf-910e-4727b37934f8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470130 Jul 11 14:43:57.040138 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:57.051327 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:57.452674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856025b-5e15-499b-aba9-148b1fc862d2 req-b43f381a-ea77-4de5-bf04-b074fae07280 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:57.454194 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9856025b-5e15-499b-aba9-148b1fc862d2 req-b43f381a-ea77-4de5-bf04-b074fae07280 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0490572 Jul 11 14:43:57.504309 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9856025b-5e15-499b-aba9-148b1fc862d2 req-42aa1bad-bf83-4b6e-a202-ece09fac3aaf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Jul 11 14:43:57.765010 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b461b-6515-4377-abc3-0f26e0040a71 req-be316ad7-0a59-4874-8fa8-3b8d6ace40d7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:57.766486 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b3b461b-6515-4377-abc3-0f26e0040a71 req-be316ad7-0a59-4874-8fa8-3b8d6ace40d7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0471275 Jul 11 14:43:57.813304 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b3b461b-6515-4377-abc3-0f26e0040a71 req-ac525d71-0437-4134-a3ad-5f978d0bf7bb tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413110 Jul 11 14:43:57.936118 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af7304-95c4-447a-8320-81d87be702d1 req-7d1f1f29-5a99-4bc5-955a-dad40907f9a4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:57.937468 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f7af7304-95c4-447a-8320-81d87be702d1 req-7d1f1f29-5a99-4bc5-955a-dad40907f9a4 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Jul 11 14:43:57.983892 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f7af7304-95c4-447a-8320-81d87be702d1 req-a7a155a0-6c6a-452d-ab43-3d27070bf8e8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409856 Jul 11 14:43:58.299932 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:58.499950 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:58.619378 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac6b94-b27a-48c6-9232-b537986563a1 req-ea96880d-52f9-4f71-add1-e24adc53debd tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:58.620842 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4bac6b94-b27a-48c6-9232-b537986563a1 req-ea96880d-52f9-4f71-add1-e24adc53debd tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0487521 Jul 11 14:43:58.668264 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4bac6b94-b27a-48c6-9232-b537986563a1 req-b3b4e68a-37ba-4f4d-81ca-a97c06c6537b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Jul 11 14:43:58.938844 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc36e1-3a29-41e7-b1ac-8a18f0de0206 req-71c10740-d5e5-4c52-ac5b-cd3fa0b5b2ce tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:58.940308 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8bc36e1-3a29-41e7-b1ac-8a18f0de0206 req-71c10740-d5e5-4c52-ac5b-cd3fa0b5b2ce tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0538218 Jul 11 14:43:58.958887 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:58.988493 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8bc36e1-3a29-41e7-b1ac-8a18f0de0206 req-6d8ed1fd-3fdd-4a42-b5fc-a7f9abb82037 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426097 Jul 11 14:43:59.103742 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cca0e-23ef-4fe7-a109-ce728e9f3b1d req-82a377ae-9440-42af-9cf1-f70fadd914c2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:59.105140 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1d1cca0e-23ef-4fe7-a109-ce728e9f3b1d req-82a377ae-9440-42af-9cf1-f70fadd914c2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0469856 Jul 11 14:43:59.153919 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1d1cca0e-23ef-4fe7-a109-ce728e9f3b1d req-51fe2f63-0f1d-4c3c-8cde-217479db13e3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430880 Jul 11 14:43:59.272592 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-53f882f0-bd0d-4140-9932-5d377640ee07 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:59.274112 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-53f882f0-bd0d-4140-9932-5d377640ee07 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Jul 11 14:43:59.786585 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abbaa2-d028-4b0a-9f8a-2f856126a012 req-fde047f7-095b-49e3-b5f3-03a5bf2ab422 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:59.788126 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-47abbaa2-d028-4b0a-9f8a-2f856126a012 req-fde047f7-095b-49e3-b5f3-03a5bf2ab422 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0498025 Jul 11 14:43:59.796625 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:43:59.844848 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-47abbaa2-d028-4b0a-9f8a-2f856126a012 req-c999ef82-7651-46a6-bb82-0849cb940259 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Jul 11 14:43:59.857035 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:43:59.857346 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:43:59.988398 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc488d-37e0-4215-9e19-e585a3efceca req-77691ce3-f874-4e53-8f31-bcc5c8e7af5a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:43:59.989867 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-03cc488d-37e0-4215-9e19-e585a3efceca req-77691ce3-f874-4e53-8f31-bcc5c8e7af5a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0731211 Jul 11 14:43:59.991639 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] For port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:43:59.992049 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:00.105143 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1665b-2d19-4957-b77b-3ac2c3facf0d req-769b3e5a-a608-474f-b6c9-84ce0d14905e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:00.106634 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-38b1665b-2d19-4957-b77b-3ac2c3facf0d req-769b3e5a-a608-474f-b6c9-84ce0d14905e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0484169 Jul 11 14:44:00.139688 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-03cc488d-37e0-4215-9e19-e585a3efceca req-f10b8bc4-74b8-40ee-8abd-410916a60bbd tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392512 Jul 11 14:44:00.171014 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-38b1665b-2d19-4957-b77b-3ac2c3facf0d req-65a856a0-c216-4cf7-b9ad-36ac3eda8e06 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511374 Jul 11 14:44:00.249954 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:00.262899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:00.263291 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (ed85f51e-7d75-43c6-852e-5a7c6a249cfd), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:00.263617 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP ed85f51e-7d75-43c6-852e-5a7c6a249cfd disassociated. External IP: 172.37.1.250, port: c62c0fe9-fd78-4a72-aef8-9bd42e6d81de. Jul 11 14:44:00.263978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for c62c0fe9-fd78-4a72-aef8-9bd42e6d81de owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:44:00.292841 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:00.303648 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa48c-26f2-4c96-be14-ba8d6f442541 req-089deef0-5481-48da-86ea-1e4c44af3e08 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:00.305904 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da8aa48c-26f2-4c96-be14-ba8d6f442541 req-089deef0-5481-48da-86ea-1e4c44af3e08 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 945 time: 0.0562859 Jul 11 14:44:00.359608 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-da8aa48c-26f2-4c96-be14-ba8d6f442541 req-007e399a-d13e-49ce-93a5-80f4280cb6fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452242 Jul 11 14:44:00.400857 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (c62c0fe9-fd78-4a72-aef8-9bd42e6d81de), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:00.434702 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=c62c0fe9-fd78-4a72-aef8-9bd42e6d81de,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:00.523966 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9830c-fe8b-490a-a185-9c3b15df1f08 req-bf1d1b52-49a4-4c07-ba41-7c86bbd08167 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:00.528595 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0bb9830c-fe8b-490a-a185-9c3b15df1f08 req-bf1d1b52-49a4-4c07-ba41-7c86bbd08167 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0549257 Jul 11 14:44:00.544538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:44:00.578494 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0bb9830c-fe8b-490a-a185-9c3b15df1f08 req-af15a9dc-035c-4e22-bf5b-364a893c1265 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Jul 11 14:44:00.650949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:44:00.661882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:44:00.673823 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:00.675363 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:43:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:00.711166 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] No DVR routers for this DVR port c62c0fe9-fd78-4a72-aef8-9bd42e6d81de on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:44:00.713708 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:00.717077 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5a857c76-fc6b-4312-bfe8-0569d93c6ac8 req-e0c581c3-ff23-4a28-800a-4fd2aceebcbe tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "DELETE /v2.0/ports/c62c0fe9-fd78-4a72-aef8-9bd42e6d81de HTTP/1.1" status: 204 len: 173 time: 0.9523735 Jul 11 14:44:00.717669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'name': 'network-vif-deleted', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:00.719789 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd11762-de16-4dbd-a4d4-1c5c3e9f0f58" -d '{"events": [{"server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "name": "network-vif-deleted", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:00.782739 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28fc62a-9908-4e43-bfbd-a2c7af8632ad x-openstack-request-id: req-f28fc62a-9908-4e43-bfbd-a2c7af8632ad {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:00.783135 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a49d1ca-7491-41e0-b0d8-37c92b9d3562", "name": "network-vif-deleted", "tag": "c62c0fe9-fd78-4a72-aef8-9bd42e6d81de", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:00.783450 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f28fc62a-9908-4e43-bfbd-a2c7af8632ad {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:00.784040 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28fc62a-9908-4e43-bfbd-a2c7af8632ad'] response: {'server_uuid': '7a49d1ca-7491-41e0-b0d8-37c92b9d3562', 'name': 'network-vif-deleted', 'tag': 'c62c0fe9-fd78-4a72-aef8-9bd42e6d81de', 'status': 'completed', 'code': 200} Jul 11 14:44:00.817476 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:01.081992 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:01.107987 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:44:01.117395 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:01.117990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:43:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:01.325760 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10838e98-f10f-4f68-9757-cd08a4888c71 req-3f3545f5-5121-4ae9-b85e-5bf921868731 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:01.327485 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-10838e98-f10f-4f68-9757-cd08a4888c71 req-3f3545f5-5121-4ae9-b85e-5bf921868731 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0614946 Jul 11 14:44:01.348414 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:01.368253 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:01.386528 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-10838e98-f10f-4f68-9757-cd08a4888c71 req-06bf4357-9764-453d-9cf7-9eed1f6ab166 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489612 Jul 11 14:44:01.499501 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5a07782c-a791-492f-beb6-937efe60ae35 req-8391590a-14c9-4088-95b5-3adafb03f603 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a49d1ca-7491-41e0-b0d8-37c92b9d3562 HTTP/1.1" status: 200 len: 210 time: 0.0320578 Jul 11 14:44:01.626534 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:01.653410 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6328be-1147-4b0a-bea3-52b57361f75f None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '153977f5-4184-4b1f-bd22-ff457cfa8210', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.16', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '8b901616-9eed-4045-b039-9047df0bd8e7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d8:dc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:40:36Z', 'updated_at': '2022-07-11T14:41:15Z', 'revision_number': 2, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:44:01.890809 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fcc44-e468-4bb6-b4b3-a181aaa95352 None None] New status for floating IP ed85f51e-7d75-43c6-852e-5a7c6a249cfd: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:44:02.519825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b63e83-c1b5-4f2c-8f38-018f867b3276 req-6230795b-bfe6-4c24-af5b-1bc66dd92e8c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:02.521439 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-20b63e83-c1b5-4f2c-8f38-018f867b3276 req-6230795b-bfe6-4c24-af5b-1bc66dd92e8c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0548425 Jul 11 14:44:02.577467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:02.593568 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-20b63e83-c1b5-4f2c-8f38-018f867b3276 req-f19da0eb-3acb-4820-a11c-2e8c59bbcedd tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631750 Jul 11 14:44:02.620406 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44112) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:02.642305 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c62c0fe9-fd78-4a72-aef8-9bd42e6d81de no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:44:02.663339 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: c62c0fe9-fd78-4a72-aef8-9bd42e6d81de {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:44:02.663680 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c62c0fe9-fd78-4a72-aef8-9bd42e6d81de not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:44:02.684080 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5fe-1602-4dc2-9a41-739030bf16f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (a4d9797b-1b78-4917-8ef8-e2d1f9e7302c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:02.709498 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5fe-1602-4dc2-9a41-739030bf16f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (a4d9797b-1b78-4917-8ef8-e2d1f9e7302c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:02.762503 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5fe-1602-4dc2-9a41-739030bf16f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (a4d9797b-1b78-4917-8ef8-e2d1f9e7302c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:02.765201 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5fe-1602-4dc2-9a41-739030bf16f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:02.766409 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-7f4aa5fe-1602-4dc2-9a41-739030bf16f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/security-groups/a4d9797b-1b78-4917-8ef8-e2d1f9e7302c HTTP/1.1" status: 204 len: 168 time: 0.1449780 Jul 11 14:44:02.769311 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44114) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:02.777471 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa5fe-1602-4dc2-9a41-739030bf16f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9797b-1b78-4917-8ef8-e2d1f9e7302c,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:02.788299 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-7ef63fc6-fe87-4d61-addf-063b468e2beb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] show failed (client error): The resource could not be found. Jul 11 14:44:02.789396 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7ef63fc6-fe87-4d61-addf-063b468e2beb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups/a4d9797b-1b78-4917-8ef8-e2d1f9e7302c HTTP/1.1" status: 404 len: 347 time: 0.0182326 Jul 11 14:44:02.792564 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44116) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:02.913050 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port 94429ec1-403a-4aa6-9ecd-c3ed016d1806 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:44:02.913393 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:03.000038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:03.000388 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (94429ec1-403a-4aa6-9ecd-c3ed016d1806), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:03.013369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for 94429ec1-403a-4aa6-9ecd-c3ed016d1806 owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:44:03.151770 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (94429ec1-403a-4aa6-9ecd-c3ed016d1806), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:03.189305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=94429ec1-403a-4aa6-9ecd-c3ed016d1806,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:03.238891 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:03.251620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (ed85f51e-7d75-43c6-852e-5a7c6a249cfd), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:03.254169 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:03.255687 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-90ffb618-e21b-48d0-8fc1-5acc1eb51cba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/floatingips/ed85f51e-7d75-43c6-852e-5a7c6a249cfd HTTP/1.1" status: 204 len: 168 time: 0.4618788 Jul 11 14:44:03.717284 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae0af3-c86b-436a-96d5-81b30708f0b9 req-4bf9f8a1-a20d-4dc5-b503-8c7093e5e6dd tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:03.718800 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-31ae0af3-c86b-436a-96d5-81b30708f0b9 req-4bf9f8a1-a20d-4dc5-b503-8c7093e5e6dd tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0484333 Jul 11 14:44:03.767324 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-31ae0af3-c86b-436a-96d5-81b30708f0b9 req-53bf9c44-d000-4ba0-8ae7-51b85a7a881a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427969 Jul 11 14:44:04.880072 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96458e20-f5f2-4a0a-bf8c-1baa266af9cb req-4d41fdd5-52e5-45d3-8249-cba99368b937 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:04.881530 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-96458e20-f5f2-4a0a-bf8c-1baa266af9cb req-4d41fdd5-52e5-45d3-8249-cba99368b937 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0464196 Jul 11 14:44:04.934550 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-96458e20-f5f2-4a0a-bf8c-1baa266af9cb req-7f29bbe9-c3e3-4cec-b779-712acdb86da0 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468941 Jul 11 14:44:06.046896 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b409-620a-47fb-96b4-35fc6c44e4dd req-b6626f2f-cbc7-4f5d-8343-236e4aa5782f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:06.048357 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1800b409-620a-47fb-96b4-35fc6c44e4dd req-b6626f2f-cbc7-4f5d-8343-236e4aa5782f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0465744 Jul 11 14:44:06.079393 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:06.097118 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1800b409-620a-47fb-96b4-35fc6c44e4dd req-38625365-2a06-45c5-b360-eedc28ef674c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432317 Jul 11 14:44:07.212288 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec213f65-9872-4cc1-90e5-2fbbc86bef29 req-647a467d-7f18-4837-88c0-b3f3fa159bb6 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:07.213753 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ec213f65-9872-4cc1-90e5-2fbbc86bef29 req-647a467d-7f18-4837-88c0-b3f3fa159bb6 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0474758 Jul 11 14:44:07.260029 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ec213f65-9872-4cc1-90e5-2fbbc86bef29 req-96cc28f9-ba41-4545-95ba-47e3505c3073 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406260 Jul 11 14:44:08.375064 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5687-f852-4fe9-b3f5-2e926d77ea8a req-961dca42-ed1d-4201-83b4-e88cc396c58e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:08.376487 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2c5d5687-f852-4fe9-b3f5-2e926d77ea8a req-961dca42-ed1d-4201-83b4-e88cc396c58e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0489485 Jul 11 14:44:08.422369 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2c5d5687-f852-4fe9-b3f5-2e926d77ea8a req-5e813cf5-9c4a-4f8b-9245-fea1951fa9ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403819 Jul 11 14:44:09.535761 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd771b6-396a-42bb-94f7-bf78966be931 req-874a90e6-e7f1-4bc2-a5b7-9431d82f1c29 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:09.537212 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ecd771b6-396a-42bb-94f7-bf78966be931 req-874a90e6-e7f1-4bc2-a5b7-9431d82f1c29 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0460272 Jul 11 14:44:09.585967 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ecd771b6-396a-42bb-94f7-bf78966be931 req-f68da939-98be-4a12-8209-009bbf4e111c tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426393 Jul 11 14:44:10.709468 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332c16-88a2-492b-befd-48f6976026e6 req-775e893f-ef62-49b8-9fb1-499b09c54403 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:10.711934 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4f332c16-88a2-492b-befd-48f6976026e6 req-775e893f-ef62-49b8-9fb1-499b09c54403 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0556824 Jul 11 14:44:10.764390 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4f332c16-88a2-492b-befd-48f6976026e6 req-11c35a16-7326-4021-ad61-06aaf34913ec tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449317 Jul 11 14:44:10.978915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61558-8c9c-4d7f-815b-b26d51e07ee8 req-60298073-24ac-4ac5-a6ed-158c3f53240e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:10.980508 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9cc61558-8c9c-4d7f-815b-b26d51e07ee8 req-60298073-24ac-4ac5-a6ed-158c3f53240e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0559893 Jul 11 14:44:11.036992 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9cc61558-8c9c-4d7f-815b-b26d51e07ee8 req-025f7496-a547-4427-9588-02740df6efdb tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505562 Jul 11 14:44:11.057151 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-6f0bff81-d2c9-4fe1-ba5e-df0185764471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:11.057151 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-6f0bff81-d2c9-4fe1-ba5e-df0185764471 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 1130 time: 0.0466151 Jul 11 14:44:12.120430 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-3cc1078a-6c31-4fbe-addd-da42763a2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:12.121918 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-3cc1078a-6c31-4fbe-addd-da42763a2b46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 912 time: 0.0911124 Jul 11 14:44:12.155607 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a22a2-8398-483e-98e9-bc4417418608 req-99771fab-9133-400d-91ac-649f4528a23b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:12.157069 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc4a22a2-8398-483e-98e9-bc4417418608 req-99771fab-9133-400d-91ac-649f4528a23b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0509386 Jul 11 14:44:12.203955 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc4a22a2-8398-483e-98e9-bc4417418608 req-8b753867-d32a-42d4-bf6c-9e8397cd14af tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412314 Jul 11 14:44:12.646761 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=26 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:12.791979 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=82 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:12.915798 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:12.932381 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-e349f83b-c285-4914-8457-4da7cbb5b216 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 200 len: 1001 time: 0.0563018 Jul 11 14:44:13.318668 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c7a1d-feb5-4dd3-84a8-9b7e2d480c11 req-c5eef6f3-56d6-4f37-91bd-d2814d4f1ace tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:13.320112 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cf6c7a1d-feb5-4dd3-84a8-9b7e2d480c11 req-c5eef6f3-56d6-4f37-91bd-d2814d4f1ace tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0461364 Jul 11 14:44:13.366286 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cf6c7a1d-feb5-4dd3-84a8-9b7e2d480c11 req-03517f29-c2b9-436a-83f8-fffe5b5ed6a6 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401039 Jul 11 14:44:13.864738 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-8a96cf46-6d18-47f7-ba4b-7e99f0260cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:13.866302 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-8a96cf46-6d18-47f7-ba4b-7e99f0260cb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0449657 Jul 11 14:44:13.913376 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-c2e8a23c-248c-4a41-beb7-21ed0d4419ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:13.915449 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-c2e8a23c-248c-4a41-beb7-21ed0d4419ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400248 Jul 11 14:44:14.008719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-64524af2-1a7a-4948-94c4-208bff61bda9 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865359 Jul 11 14:44:14.107919 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b926dadc-0854-4c48-8120-efe5f7faad41 req-5e4825d7-61f1-487e-80d8-88774d77c8fe service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926261 Jul 11 14:44:14.442630 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:14.481294 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876325db-7b3d-499c-958d-2ea501a11563 req-636d6225-30ca-4075-8cc2-330b1179241f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:14.482754 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-876325db-7b3d-499c-958d-2ea501a11563 req-636d6225-30ca-4075-8cc2-330b1179241f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0485845 Jul 11 14:44:14.533796 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-876325db-7b3d-499c-958d-2ea501a11563 req-d1dc0ee0-e52b-498d-93c7-5a8fb8c21ca1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454478 Jul 11 14:44:15.010680 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:15.656733 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316df7aa-7b33-480c-834d-0f18f29faad9 req-a72366bd-8353-4614-88be-e0dc28bd1f53 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:15.658201 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-316df7aa-7b33-480c-834d-0f18f29faad9 req-a72366bd-8353-4614-88be-e0dc28bd1f53 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0468590 Jul 11 14:44:15.705577 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-316df7aa-7b33-480c-834d-0f18f29faad9 req-01ae1b19-2f6d-4feb-865a-461e13f1d722 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416470 Jul 11 14:44:16.592474 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-acc4d8b6-bcc6-4420-ba81-4d36f327615c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475137 Jul 11 14:44:16.676588 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-ab952c3c-d749-4b8f-9913-f93f4ee293b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:16.678098 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-ab952c3c-d749-4b8f-9913-f93f4ee293b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 1130 time: 0.0567992 Jul 11 14:44:17.316859 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:17.331135 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-05a59b8d-a1be-46bd-a99d-b5e82445d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:17.332996 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-05a59b8d-a1be-46bd-a99d-b5e82445d448 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.0970650 Jul 11 14:44:17.500258 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-059359e6-9cf7-48c7-94b0-605cac0e761d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 200 len: 1001 time: 0.0552096 Jul 11 14:44:17.515722 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2efa2-9777-4bd4-8d28-bd82ba26a483 req-889b4f9e-0c96-4aa8-bebd-8f462a9d5d9b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:17.517251 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51b2efa2-9777-4bd4-8d28-bd82ba26a483 req-889b4f9e-0c96-4aa8-bebd-8f462a9d5d9b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0490992 Jul 11 14:44:17.558630 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-2b328c15-fe8a-4129-8c49-2697404718b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:17.560096 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-2b328c15-fe8a-4129-8c49-2697404718b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0463512 Jul 11 14:44:17.571721 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51b2efa2-9777-4bd4-8d28-bd82ba26a483 req-a4880dbc-2f4b-49b1-91e3-867537bfe672 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Jul 11 14:44:17.596221 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44280) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:17.612640 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-60f7ffdb-d661-4d13-b25a-205f37c6428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:17.614297 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-60f7ffdb-d661-4d13-b25a-205f37c6428b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468123 Jul 11 14:44:17.683913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ece137-df71-47fa-8f0b-67a30bf96a2e tempest-TestMinimumBasicScenario-998043957 tempest-TestMinimumBasicScenario-998043957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:17.685585 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d1ece137-df71-47fa-8f0b-67a30bf96a2e tempest-TestMinimumBasicScenario-998043957 tempest-TestMinimumBasicScenario-998043957-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1124 time: 0.0882611 Jul 11 14:44:17.688451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44284) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:17.692739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'port_id': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:17.714582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:17.716917 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-01cc0814-08c5-419d-b847-43a5e5cc898e service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Jul 11 14:44:17.802104 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:17.818088 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-299ef854-bb75-4b15-844e-44ef5b63f6a1 req-07e4db53-9618-4efd-a217-643b8bb38f1a service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923324 Jul 11 14:44:17.927619 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Allocated IP 172.37.1.161 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/3b222726-056f-4668-8289-2a609c8684ea) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:44:18.002997 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:18.032599 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for port (3b222726-056f-4668-8289-2a609c8684ea), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.065807 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (3b222726-056f-4668-8289-2a609c8684ea), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.110031 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:44:18.112813 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:44:18.116606 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:44:18.137944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'Port': ['ID=3b222726-056f-4668-8289-2a609c8684ea,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:18.238468 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:18.525513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for floatingip (4d6ec53f-d489-4f0d-b281-56fdc04fe665), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.602187 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (3b222726-056f-4668-8289-2a609c8684ea), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.641999 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33498f-d160-40e8-accf-b8a0508b2193 req-fc8fadb5-5be7-4742-ab09-be60204cd50e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:18.643560 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9d33498f-d160-40e8-accf-b8a0508b2193 req-fc8fadb5-5be7-4742-ab09-be60204cd50e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Jul 11 14:44:18.693000 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9d33498f-d160-40e8-accf-b8a0508b2193 req-730f7259-1ab3-4a4b-810c-99f22694bfb3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Jul 11 14:44:18.762201 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for port (3b222726-056f-4668-8289-2a609c8684ea), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.766889 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (3b222726-056f-4668-8289-2a609c8684ea), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.840347 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'Port': ['ID=3b222726-056f-4668-8289-2a609c8684ea,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:18.845046 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (4d6ec53f-d489-4f0d-b281-56fdc04fe665), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:18.881525 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:18.939504 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Floating IP 4d6ec53f-d489-4f0d-b281-56fdc04fe665 associated. External IP: 172.37.1.161, port: eacb6063-c62f-4742-8ca6-7f93d25fdaf8. Jul 11 14:44:19.138685 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Router f848493a-6ef5-42bb-a82e-28111fdd0aef has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:44:19.142829 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:19.244300 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:44:19.253608 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] Sync routers for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:44:19.261801 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.265459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:19.266082 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:43:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:19.295416 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-109e451a-8424-40d4-b5c4-7f88f517f4a4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6059325 Jul 11 14:44:19.296142 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:19.298490 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de1f011-fae6-4fc6-85c1-5d8f1d960861" -d '{"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:19.298645 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44308) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:19.303401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911000918', 'description': 'tempest-secgroup-smoke-1911000918 description', 'project_id': '3e77cfd4544c45468c57510de6034e38'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:19.327887 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.339092 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf3f295-8d3f-43e8-a276-60be8c902a43 x-openstack-request-id: req-cbf3f295-8d3f-43e8-a276-60be8c902a43 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:19.339271 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:19.339384 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:19.339556 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cbf3f295-8d3f-43e8-a276-60be8c902a43 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:19.340042 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf3f295-8d3f-43e8-a276-60be8c902a43'] response: {'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'status': 'completed', 'code': 200} Jul 11 14:44:19.374960 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:19.401031 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group (65fd9fc5-5855-468e-9322-c09a03998b07), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.404786 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (65fd9fc5-5855-468e-9322-c09a03998b07), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.439471 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.440657 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1408269 Jul 11 14:44:19.442488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0cace-6645-4782-9310-ca60374298f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fd9fc5-5855-468e-9322-c09a03998b07,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:19.444406 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44312) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:19.449677 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group_rule': {'security_group_id': '65fd9fc5-5855-468e-9322-c09a03998b07', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:19.477171 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (48c2b12e-9f7b-4f80-950a-d04a2df89f18), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.532749 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (48c2b12e-9f7b-4f80-950a-d04a2df89f18), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.537483 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (48c2b12e-9f7b-4f80-950a-d04a2df89f18), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.557335 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c2b12e-9f7b-4f80-950a-d04a2df89f18,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:19.565732 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.569770 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8beb0ced-2663-4b4b-99df-4dbd781b5605 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243854 Jul 11 14:44:19.569941 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44314) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:19.575173 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group_rule': {'security_group_id': '65fd9fc5-5855-468e-9322-c09a03998b07', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:19.596246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4d6ec53f-d489-4f0d-b281-56fdc04fe665', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'floating_ip_address': '172.37.1.161', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'port_id': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'mac_address': 'fa:16:3e:f3:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:44:18Z', 'updated_at': '2022-07-11T14:44:18Z', 'revision_number': 0, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:19.604192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (bb64bd83-e547-4e47-828d-017af37d3f20), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.626291 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] Checking router: f848493a-6ef5-42bb-a82e-28111fdd0aef for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:44:19.635094 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:19.635732 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:43:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:19.684824 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (bb64bd83-e547-4e47-828d-017af37d3f20), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.688496 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (bb64bd83-e547-4e47-828d-017af37d3f20), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.708117 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb64bd83-e547-4e47-828d-017af37d3f20,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:19.713666 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.714862 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7f9ab74f-2073-430f-ae1f-76445323bed6 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433067 Jul 11 14:44:19.717421 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44320) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:19.721672 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group_rule': {'security_group_id': '65fd9fc5-5855-468e-9322-c09a03998b07', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:19.754121 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (93379903-8d30-4a9b-be27-99b59283e3d5), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.762216 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:19.807736 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (93379903-8d30-4a9b-be27-99b59283e3d5), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.812939 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (93379903-8d30-4a9b-be27-99b59283e3d5), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.821684 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4e28-9ccb-4310-a332-b1f3416179d3 req-a6f979cb-2e97-4a03-81e1-f2a8029334c9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:19.829455 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9d2c4e28-9ccb-4310-a332-b1f3416179d3 req-a6f979cb-2e97-4a03-81e1-f2a8029334c9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0584958 Jul 11 14:44:19.832123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93379903-8d30-4a9b-be27-99b59283e3d5,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:19.839258 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.842975 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-dbe8e4dd-6e04-4af3-8e64-324456253442 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245134 Jul 11 14:44:19.843862 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44322) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:19.850913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group_rule': {'security_group_id': '65fd9fc5-5855-468e-9322-c09a03998b07', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:19.878007 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9d2c4e28-9ccb-4310-a332-b1f3416179d3 req-c36737aa-4233-4f42-8ca6-aef20dfe8d47 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473862 Jul 11 14:44:19.881336 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (0fac6047-2b52-4e01-adf3-b05ee73bf370), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.924501 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:19.944771 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (0fac6047-2b52-4e01-adf3-b05ee73bf370), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.948401 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (0fac6047-2b52-4e01-adf3-b05ee73bf370), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.968019 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fac6047-2b52-4e01-adf3-b05ee73bf370,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:19.977644 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:19.981890 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44326) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:19.986621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group_rule': {'security_group_id': '65fd9fc5-5855-468e-9322-c09a03998b07', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:19.988212 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-21c211fc-26d2-4bf6-8d50-f8fcc3817d03 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409075 Jul 11 14:44:19.993914 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4d6ec53f-d489-4f0d-b281-56fdc04fe665', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'floating_ip_address': '172.37.1.161', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'port_id': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'mac_address': 'fa:16:3e:f3:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:44:18Z', 'updated_at': '2022-07-11T14:44:18Z', 'revision_number': 0, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:20.009610 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.securitygroups_db [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Project 3e77cfd4544c45468c57510de6034e38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:44:20.016646 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (1b015aef-783e-4aa8-b942-a4edee03c3ca), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.020095 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:20.024649 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7de19-2082-44fd-bb07-ea94272dd163 None None] The sync data for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi is: [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4d6ec53f-d489-4f0d-b281-56fdc04fe665', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'floating_ip_address': '172.37.1.161', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'port_id': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'mac_address': 'fa:16:3e:f3:dc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:44:18Z', 'updated_at': '2022-07-11T14:44:18Z', 'revision_number': 0, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:44:20.088781 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (1b015aef-783e-4aa8-b942-a4edee03c3ca), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.092638 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (1b015aef-783e-4aa8-b942-a4edee03c3ca), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.111356 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b015aef-783e-4aa8-b942-a4edee03c3ca,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:20.119569 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.120766 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-86f7d519-40dc-42d5-bd12-908684584161 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375997 Jul 11 14:44:20.123507 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44328) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:20.127678 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'security_group_rule': {'security_group_id': '65fd9fc5-5855-468e-9322-c09a03998b07', 'project_id': '3e77cfd4544c45468c57510de6034e38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:20.148800 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.securitygroups_db [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Project 3e77cfd4544c45468c57510de6034e38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:44:20.155368 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (5f96a6cb-dc7b-4128-b05a-7e3bb4b7b288), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.219287 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (5f96a6cb-dc7b-4128-b05a-7e3bb4b7b288), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.224372 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (5f96a6cb-dc7b-4128-b05a-7e3bb4b7b288), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.230958 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662980f-5405-4f38-8578-6283e7eda15c None None] New status for floating IP 4d6ec53f-d489-4f0d-b281-56fdc04fe665: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:44:20.244128 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f96a6cb-dc7b-4128-b05a-7e3bb4b7b288,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:20.252460 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.256762 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-147c32af-61c2-47e5-950f-bdd2e5674c4d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323230 Jul 11 14:44:20.268380 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:20.347736 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-79066862-b5fc-4bc0-936b-e2724a8ff3f5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911000918&fields=id&tenant_id=3e77cfd4544c45468c57510de6034e38 HTTP/1.1" status: 200 len: 267 time: 0.0460687 Jul 11 14:44:20.403131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-bacf6c66-c742-46c3-abdc-b770855f5833 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:20.408102 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-bacf6c66-c742-46c3-abdc-b770855f5833 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0540938 Jul 11 14:44:20.415421 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'port': {'security_groups': ['1bbe6f24-4a41-4403-adff-d1890f4e14df', '65fd9fc5-5855-468e-9322-c09a03998b07']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:20.704959 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.812666 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:20.889813 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:44:20.918027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.922939 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.937929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['eacb6063-c62f-4742-8ca6-7f93d25fdaf8'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:44:20.972184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:20.972856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:20.974286 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2bb5b595-f5b8-4a3c-ab2a-8c4cbfae557f req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "PUT /v2.0/ports/eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 981 time: 0.5636437 Jul 11 14:44:21.001198 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3c79c-9037-4089-a489-794d31949cbf tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=6']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:21.034035 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997dabb-3b18-4eba-a9f3-37e0c21c68bd req-ae58cd1b-9d49-4042-a442-98c34d5600d0 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.035717 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5997dabb-3b18-4eba-a9f3-37e0c21c68bd req-ae58cd1b-9d49-4042-a442-98c34d5600d0 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0875518 Jul 11 14:44:21.129363 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5997dabb-3b18-4eba-a9f3-37e0c21c68bd req-c104811c-21b0-44bc-b63b-d51b815d2d31 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823791 Jul 11 14:44:21.148165 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6409-0846-45e8-9c7d-f594f3968b6a req-c0fd17b2-8bf1-4585-bb87-f19b9a4a2c2c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.148814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:21.150105 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bf9b6409-0846-45e8-9c7d-f594f3968b6a req-c0fd17b2-8bf1-4585-bb87-f19b9a4a2c2c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0731390 Jul 11 14:44:21.153774 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:21.219166 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bf9b6409-0846-45e8-9c7d-f594f3968b6a req-87ffa336-a433-4c82-9efe-7eba7594f445 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611069 Jul 11 14:44:21.251991 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-a5b5b91d-5868-4f08-8426-bdb81b735e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.253542 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-a5b5b91d-5868-4f08-8426-bdb81b735e96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1168 time: 0.0433941 Jul 11 14:44:21.254225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['eacb6063-c62f-4742-8ca6-7f93d25fdaf8'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:44:21.260168 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-202ee42f-8f31-4eb1-bab3-b7bf18f458e8 None None] Provisioning complete for port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:44:21.260611 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-202ee42f-8f31-4eb1-bab3-b7bf18f458e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:21.297829 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:21.350854 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:21.355836 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3819ff-8259-41fe-b4c7-d787355cc6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:21.357471 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-94cc0feb-be50-4824-a0f7-8126f880d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.358944 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-94cc0feb-be50-4824-a0f7-8126f880d539 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 915 time: 0.0923979 Jul 11 14:44:21.401161 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-0740ec3b-8c37-4cd3-94cd-924c6fca801c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.402727 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-0740ec3b-8c37-4cd3-94cd-924c6fca801c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 946 time: 0.0640841 Jul 11 14:44:21.404220 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e196fe1-1d89-407e-9543-5b739af6f0eb x-openstack-request-id: req-2e196fe1-1d89-407e-9543-5b739af6f0eb {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:21.404508 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:21.404758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e196fe1-1d89-407e-9543-5b739af6f0eb {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:21.405147 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e196fe1-1d89-407e-9543-5b739af6f0eb'] response: {'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'status': 'completed', 'code': 200} Jul 11 14:44:21.441784 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-5f7245c0-b588-4979-8f9b-74b7fcae74f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 1001 time: 0.0731735 Jul 11 14:44:21.502382 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port 8b901616-9eed-4045-b039-9047df0bd8e7 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:44:21.502816 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:21.504654 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-d5820d4d-1592-49c8-a9a1-d13c21915227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.506938 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-d5820d4d-1592-49c8-a9a1-d13c21915227 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.0464811 Jul 11 14:44:21.510794 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-202ee42f-8f31-4eb1-bab3-b7bf18f458e8 None None] Current status of the port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:44:21.555179 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-c64cf991-fde5-458f-ae7b-88afd0994ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:21.556886 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-c64cf991-fde5-458f-ae7b-88afd0994ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419168 Jul 11 14:44:21.599351 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] For port 8b901616-9eed-4045-b039-9047df0bd8e7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b901616-9eed-4045-b039-9047df0bd8e7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:44:21.599742 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:21.665018 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-5eba6551-847d-49e8-94ed-6bc5e75d867a service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954893 Jul 11 14:44:21.756607 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:21.769805 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3de1f011-fae6-4fc6-85c1-5d8f1d960861 req-7a40f60f-a663-4427-9060-ed48039a79b5 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975978 Jul 11 14:44:21.823577 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:21.824081 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (153977f5-4184-4b1f-bd22-ff457cfa8210), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:21.824614 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP 153977f5-4184-4b1f-bd22-ff457cfa8210 disassociated. External IP: 172.37.1.16, port: 8b901616-9eed-4045-b039-9047df0bd8e7. Jul 11 14:44:21.824915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for 8b901616-9eed-4045-b039-9047df0bd8e7 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:44:21.970758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (8b901616-9eed-4045-b039-9047df0bd8e7), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:22.001629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=8b901616-9eed-4045-b039-9047df0bd8e7,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:22.056282 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:22.120930 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-040aa9a6-a376-4415-bb51-b38a8595efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:22.122519 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-040aa9a6-a376-4415-bb51-b38a8595efa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1168 time: 0.2900300 Jul 11 14:44:22.130612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:44:22.161206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:22.227706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-c3bbdac2-ea05-40ed-9e52-73358d4ad14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:22.229211 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-c3bbdac2-ea05-40ed-9e52-73358d4ad14d service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 915 time: 0.0953023 Jul 11 14:44:22.261476 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e128f715-3dfc-425f-8286-99cba7c41cda req-8c991f8f-4261-4960-9285-5310b6ef76e3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd855cba-6708-47de-826b-00c5a74b23f2 HTTP/1.1" status: 200 len: 210 time: 0.0580540 Jul 11 14:44:22.277053 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:44:22.287296 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:44:22.297566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:22.298186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:43:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:22.310719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-b4645a0d-48e5-4c34-aaec-6efd8bbadf9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 1001 time: 0.0645323 Jul 11 14:44:22.324354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] No DVR routers for this DVR port 8b901616-9eed-4045-b039-9047df0bd8e7 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:44:22.326880 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:22.330676 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f233ef41-d6cd-402e-a605-a58f816949e0 req-195b727b-6d34-4421-89b4-84265dccbdd5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "DELETE /v2.0/ports/8b901616-9eed-4045-b039-9047df0bd8e7 HTTP/1.1" status: 204 len: 173 time: 0.9202046 Jul 11 14:44:22.349026 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:22.367466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-66787177-303b-4c02-9f70-e2a9901a1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:22.369017 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-66787177-303b-4c02-9f70-e2a9901a1f96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.0493596 Jul 11 14:44:22.423819 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-ff4dddb3-f0e0-4729-a519-be6ad72c8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:22.425486 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-ff4dddb3-f0e0-4729-a519-be6ad72c8ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448864 Jul 11 14:44:22.533855 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-28210bad-9221-4ed0-b1b4-cdb2f97ea857 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016452 Jul 11 14:44:22.563768 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:22.630229 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:22.760747 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7bc43b7d-6271-4c7d-b7d6-6b80429980a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:22.762246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:22.787577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:44:22.796389 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:22.796987 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:43:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:22.907236 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e3819ff-8259-41fe-b4c7-d787355cc6a0 req-2164285b-faf3-4805-b86e-f425f2f0596f service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114171 Jul 11 14:44:22.911410 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:23.101806 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:23.126254 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eae5c5-2177-48b4-8a83-3974abe0439c None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:44:23.364563 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44360) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:23.368464 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590d560-fb12-4f6a-b2aa-ac077df41ca4 None None] New status for floating IP 153977f5-4184-4b1f-bd22-ff457cfa8210: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:44:23.406829 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'name': 'network-vif-deleted', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:23.409777 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a8a71b-2141-4167-a571-b9e23d1035eb" -d '{"events": [{"server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "name": "network-vif-deleted", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:23.423556 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9afb5f22-7f9a-47b8-b158-2064ec3834fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (c902c6de-07b8-4fc7-a941-bbbf6bfbec1d), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.450363 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9afb5f22-7f9a-47b8-b158-2064ec3834fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (c902c6de-07b8-4fc7-a941-bbbf6bfbec1d), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.457956 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79662546-27c1-4bd1-9cf4-2edc03961a24 x-openstack-request-id: req-79662546-27c1-4bd1-9cf4-2edc03961a24 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:23.458997 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd855cba-6708-47de-826b-00c5a74b23f2", "name": "network-vif-deleted", "tag": "8b901616-9eed-4045-b039-9047df0bd8e7", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:23.458997 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79662546-27c1-4bd1-9cf4-2edc03961a24 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:23.458997 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79662546-27c1-4bd1-9cf4-2edc03961a24'] response: {'server_uuid': 'bd855cba-6708-47de-826b-00c5a74b23f2', 'name': 'network-vif-deleted', 'tag': '8b901616-9eed-4045-b039-9047df0bd8e7', 'status': 'completed', 'code': 200} Jul 11 14:44:23.475714 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:23.505571 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9afb5f22-7f9a-47b8-b158-2064ec3834fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c902c6de-07b8-4fc7-a941-bbbf6bfbec1d), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.510180 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9afb5f22-7f9a-47b8-b158-2064ec3834fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.510180 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9afb5f22-7f9a-47b8-b158-2064ec3834fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/security-groups/c902c6de-07b8-4fc7-a941-bbbf6bfbec1d HTTP/1.1" status: 204 len: 168 time: 0.1444995 Jul 11 14:44:23.513049 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44364) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:23.520136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb5f22-7f9a-47b8-b158-2064ec3834fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902c6de-07b8-4fc7-a941-bbbf6bfbec1d,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:23.534874 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-951cbe30-7817-4fec-a534-d738b66a1fdf tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] show failed (client error): The resource could not be found. Jul 11 14:44:23.536014 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-951cbe30-7817-4fec-a534-d738b66a1fdf tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups/c902c6de-07b8-4fc7-a941-bbbf6bfbec1d HTTP/1.1" status: 404 len: 347 time: 0.0216963 Jul 11 14:44:23.538987 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44366) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:23.653073 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port b7fbc284-731d-4de9-afe4-1cb4f684b197 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:44:23.653297 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.741496 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.742305 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (b7fbc284-731d-4de9-afe4-1cb4f684b197), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.754793 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for b7fbc284-731d-4de9-afe4-1cb4f684b197 owned by network:floatingip {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:44:23.898144 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (b7fbc284-731d-4de9-afe4-1cb4f684b197), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.922831 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=b7fbc284-731d-4de9-afe4-1cb4f684b197,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:23.950038 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (153977f5-4184-4b1f-bd22-ff457cfa8210), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.952618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:23.953756 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-cfbbe7c8-178f-4b5e-a917-7a529697df1c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/floatingips/153977f5-4184-4b1f-bd22-ff457cfa8210 HTTP/1.1" status: 204 len: 168 time: 0.4135978 Jul 11 14:44:24.036887 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44372) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:24.041492 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839908876', 'description': 'tempest-description--811148032'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:24.066094 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.083694 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:24.142654 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (78b06714-5396-458e-bd83-c4329dfdebb4), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.147076 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (78b06714-5396-458e-bd83-c4329dfdebb4), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.176298 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b06714-5396-458e-bd83-c4329dfdebb4,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:24.180753 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.184426 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-cdb9d1c6-692f-4dfc-bc62-1ec5b4b8885f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440480 Jul 11 14:44:24.185240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44374) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:24.189788 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': '78b06714-5396-458e-bd83-c4329dfdebb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:24.219405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (0fb0dc81-5b96-4d06-8d68-075d20830c35), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.277642 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (0fb0dc81-5b96-4d06-8d68-075d20830c35), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.281495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (0fb0dc81-5b96-4d06-8d68-075d20830c35), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.300945 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb0dc81-5b96-4d06-8d68-075d20830c35,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:24.310943 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.312115 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0e45fd25-afe3-43e1-9b7f-676aef7ae99b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259151 Jul 11 14:44:24.314674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44378) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:24.318863 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': '78b06714-5396-458e-bd83-c4329dfdebb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:24.346153 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (05a14b98-7ab0-4069-9d24-46ce48b8d5f9), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.404652 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (05a14b98-7ab0-4069-9d24-46ce48b8d5f9), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.408863 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (05a14b98-7ab0-4069-9d24-46ce48b8d5f9), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.431335 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a14b98-7ab0-4069-9d24-46ce48b8d5f9,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:24.436985 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.438159 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-9f04cde1-1e08-43ad-8d05-56afda8d4ead tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225896 Jul 11 14:44:24.441284 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44380) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:24.445723 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:24.467443 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.502360 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:24.551056 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.662855 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.37.1.236 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/d34b24dc-4233-4918-89df-f9255e871f6b) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:44:24.740182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:24.744006 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 8b901616-9eed-4045-b039-9047df0bd8e7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:44:24.766797 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 8b901616-9eed-4045-b039-9047df0bd8e7 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:44:24.767135 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 8b901616-9eed-4045-b039-9047df0bd8e7 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:44:24.785151 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (d34b24dc-4233-4918-89df-f9255e871f6b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.816199 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (d34b24dc-4233-4918-89df-f9255e871f6b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.855253 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:44:24.858051 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:44:24.861448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:44:24.889184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=d34b24dc-4233-4918-89df-f9255e871f6b,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:24.950783 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (70b66bc3-8b3d-44c7-9c75-acca7eabc93a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:24.987643 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d34b24dc-4233-4918-89df-f9255e871f6b), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:25.134805 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (d34b24dc-4233-4918-89df-f9255e871f6b), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:25.139332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (d34b24dc-4233-4918-89df-f9255e871f6b), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:25.209479 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=d34b24dc-4233-4918-89df-f9255e871f6b,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:25.219666 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (70b66bc3-8b3d-44c7-9c75-acca7eabc93a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:25.223088 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:25.237425 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:25.238869 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-18554d06-b5c1-43c7-85d5-de3f8f19cd79 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7965138 Jul 11 14:44:25.390975 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-02d58aff-1aca-482d-a8a8-0dbcb318202d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:25.483134 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-8e2a5c03-5231-4651-b496-aee472b81eea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1839908876&fields=id&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 267 time: 0.0552502 Jul 11 14:44:25.595050 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-a132512e-3e22-41f4-98d4-e02ed2504b24 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:25.596529 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-a132512e-3e22-41f4-98d4-e02ed2504b24 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.1124277 Jul 11 14:44:25.613071 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-c0fbc25a-6178-4855-b025-e1bf5c6f65b0 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/quotas/1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 375 time: 0.0103559 Jul 11 14:44:25.680958 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:25.694631 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-af256d5a-8a5d-43c7-bb40-7571cd7862f7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760608 Jul 11 14:44:25.698027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750edb7-3857-416d-9d14-09256f3d63a3 req-99a43f7f-7a95-4970-acd5-a8b603736ac0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:25.699339 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e750edb7-3857-416d-9d14-09256f3d63a3 req-99a43f7f-7a95-4970-acd5-a8b603736ac0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0537710 Jul 11 14:44:25.704319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-b20011b3-0c18-4e91-b199-92e74df716b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:25.705676 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-b20011b3-0c18-4e91-b199-92e74df716b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0581527 Jul 11 14:44:25.750069 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e750edb7-3857-416d-9d14-09256f3d63a3 req-71f0ea98-183a-4078-ab86-ce3db6e3855f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437019 Jul 11 14:44:25.862240 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-88c7ef47-032c-4d3d-b0c6-67e540c3a4d6 service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543756 Jul 11 14:44:25.864825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-9a938d4a-67d3-48b2-9bf9-a75f2f6c4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:25.866201 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-9a938d4a-67d3-48b2-9bf9-a75f2f6c4eac service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.1507628 Jul 11 14:44:25.983486 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-d5fcf94d-4c85-464c-b1c4-29149c82cf1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 1001 time: 0.0979686 Jul 11 14:44:26.026942 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-8339e91c-b08e-426d-ae66-cf1abfe5833e service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589556 Jul 11 14:44:26.048583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-bb03b869-031b-420c-9384-61600c8488aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:26.050749 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-bb03b869-031b-420c-9384-61600c8488aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0540829 Jul 11 14:44:26.110885 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-bdb75db8-ed39-453e-b930-f40e8488a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:26.112399 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-bdb75db8-ed39-453e-b930-f40e8488a845 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544710 Jul 11 14:44:26.234286 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b47f3fdf-6882-49a4-beef-afda029335d2 req-21142770-4e64-4bf1-bd37-d03d3d428403 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 210 time: 0.0321045 Jul 11 14:44:26.255667 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-d9e67729-f66b-46b1-af52-77a3102786eb service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354084 Jul 11 14:44:26.284963 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae53ad-b94a-42a8-9e1f-e29472d6b17f req-0b176a7b-4dbc-435d-9f1f-cf0b985f6200 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:26.286518 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e9ae53ad-b94a-42a8-9e1f-e29472d6b17f req-0b176a7b-4dbc-435d-9f1f-cf0b985f6200 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0560122 Jul 11 14:44:26.335588 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e9ae53ad-b94a-42a8-9e1f-e29472d6b17f req-1708d001-8d95-46db-b127-3970b9a16b54 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Jul 11 14:44:26.874592 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f3a3-fdb5-41fd-8c9d-38313cddb1ce req-4a3e2af1-48f0-4599-8034-bbf2d6bfe3b0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:26.876113 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8881f3a3-fdb5-41fd-8c9d-38313cddb1ce req-4a3e2af1-48f0-4599-8034-bbf2d6bfe3b0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0549147 Jul 11 14:44:26.921432 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:26.929674 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8881f3a3-fdb5-41fd-8c9d-38313cddb1ce req-8f760113-5ed7-4b0e-b4c2-05df7408f108 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Jul 11 14:44:27.050026 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:27.333052 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-44f4f13b-7baa-42af-8813-95bba26e5264 req-0dd39f57-6a91-48bf-8dff-0ca26e5c609d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 210 time: 0.0309172 Jul 11 14:44:27.448113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad5759-5d3f-423b-8591-d9c44e35919a req-3e9a4635-7495-40fd-8fa0-b7b6fe0fe618 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:27.449567 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7ad5759-5d3f-423b-8591-d9c44e35919a req-3e9a4635-7495-40fd-8fa0-b7b6fe0fe618 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0481498 Jul 11 14:44:27.496101 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e7ad5759-5d3f-423b-8591-d9c44e35919a req-4f5dab63-0ad2-485c-84bd-dd81ae05e6d6 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Jul 11 14:44:28.047868 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfc033-3d4a-4b61-9e02-c1c29cf4e9b9 req-90452509-3961-4f53-9c25-1c4c538dc535 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:28.049355 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c7cfc033-3d4a-4b61-9e02-c1c29cf4e9b9 req-90452509-3961-4f53-9c25-1c4c538dc535 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0480919 Jul 11 14:44:28.086357 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:28.089453 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a8894aba-5f4a-401e-9d92-fb6af21d1bfd req-a0be63ca-0b8c-496b-83cf-1b2594099539 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034560 Jul 11 14:44:28.102546 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c7cfc033-3d4a-4b61-9e02-c1c29cf4e9b9 req-6eafd834-4dec-4128-b8da-a0e5ffb61a30 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460422 Jul 11 14:44:28.302232 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:28.429564 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9b7354a8-51be-4614-b204-ca877eca51fb req-d174287e-d974-4869-8161-61cc4f509a6a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Jul 11 14:44:28.503238 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:28.610905 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558240-79cc-41ff-a49c-9c6f6f1cf414 req-5460f06e-7c6b-4a0b-a11b-ad14819ab023 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:28.612384 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f3558240-79cc-41ff-a49c-9c6f6f1cf414 req-5460f06e-7c6b-4a0b-a11b-ad14819ab023 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0475984 Jul 11 14:44:28.659521 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f3558240-79cc-41ff-a49c-9c6f6f1cf414 req-d8598ceb-a5a4-4317-95cc-e60292c59e24 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/security-groups?id=18a12e45-35a8-4652-ab3b-c8a10ea43936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Jul 11 14:44:28.969365 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-dbc7ac40-5610-4284-b3f9-9670d12ef550 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:28.971409 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-dbc7ac40-5610-4284-b3f9-9670d12ef550 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Jul 11 14:44:29.069735 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:29.074874 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Deleting port 1e493ea0-ba58-44b8-906b-71b97862dd76 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:44:29.075265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.105970 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-adc5d47f-b589-4163-926a-18b91c2c0c6f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:29.107539 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-adc5d47f-b589-4163-926a-18b91c2c0c6f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.1133099 Jul 11 14:44:29.182407 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-b6c28b2a-3dd9-41ed-9744-464e57f7104a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 380 time: 0.0640357 Jul 11 14:44:29.183825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] For port 1e493ea0-ba58-44b8-906b-71b97862dd76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e493ea0-ba58-44b8-906b-71b97862dd76,segment=NetworkSegment(3011cbd0-8c45-431b-98d0-e96f827d1f75),segment_id=3011cbd0-8c45-431b-98d0-e96f827d1f75)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:44:29.184324 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.225697 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Calling delete_port for 1e493ea0-ba58-44b8-906b-71b97862dd76 owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:44:29.250884 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804954-0265-4129-82a3-70c80b20235a req-6c8d37b6-f061-4d90-82e6-033e093e7c83 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:29.252325 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7b804954-0265-4129-82a3-70c80b20235a req-6c8d37b6-f061-4d90-82e6-033e093e7c83 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0655224 Jul 11 14:44:29.305542 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'port': {'device_id': '1f161996-6f14-46a9-9200-c8763cb67e21', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'admin_state_up': True, 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'security_groups': ['78b06714-5396-458e-bd83-c4329dfdebb4']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:29.347854 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7b804954-0265-4129-82a3-70c80b20235a req-85623ff4-40d7-4549-aecf-b9c8228a1797 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679734 Jul 11 14:44:29.413155 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (1e493ea0-ba58-44b8-906b-71b97862dd76), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.421391 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Made reservation on behalf of 1baa6ea2e19747d1af1e1042c362895d for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:44:29.425220 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.444945 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Pushing event deleted for resources: {'Port': ['ID=1e493ea0-ba58-44b8-906b-71b97862dd76,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:29.496415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] No DVR routers for this DVR port 1e493ea0-ba58-44b8-906b-71b97862dd76 on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:44:29.498977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.502406 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4172993f-7dab-486f-b0f1-70002c6f6683 req-317384e5-cda1-40cb-a2f5-383ad13649f8 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.36 "DELETE /v2.0/ports/1e493ea0-ba58-44b8-906b-71b97862dd76 HTTP/1.1" status: 204 len: 173 time: 0.5257778 Jul 11 14:44:29.502924 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e398a3c-0f26-422e-8cb2-828013595327', 'name': 'network-vif-deleted', 'tag': '1e493ea0-ba58-44b8-906b-71b97862dd76'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:29.505282 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c8907d-3985-419b-aa57-940f08d9cc56" -d '{"events": [{"server_uuid": "7e398a3c-0f26-422e-8cb2-828013595327", "name": "network-vif-deleted", "tag": "1e493ea0-ba58-44b8-906b-71b97862dd76"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:29.537479 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cbf92356-ade1-48b5-875c-d97452974796 req-5e711781-e2ea-4f43-a1a7-8a80e23694ee tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 210 time: 0.0322409 Jul 11 14:44:29.546459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f3c596-b543-4404-9bba-96278b772915 x-openstack-request-id: req-66f3c596-b543-4404-9bba-96278b772915 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:29.546756 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e398a3c-0f26-422e-8cb2-828013595327", "name": "network-vif-deleted", "tag": "1e493ea0-ba58-44b8-906b-71b97862dd76", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:29.547472 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66f3c596-b543-4404-9bba-96278b772915 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:29.547472 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f3c596-b543-4404-9bba-96278b772915'] response: {'server_uuid': '7e398a3c-0f26-422e-8cb2-828013595327', 'name': 'network-vif-deleted', 'tag': '1e493ea0-ba58-44b8-906b-71b97862dd76', 'status': 'completed', 'code': 200} Jul 11 14:44:29.599505 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.20.0.11 (8679b039-4e4e-4ae1-83e8-21c78c675a96/582193c6-7221-4184-a15a-f20ab89f2f84/2ea3ae8a-9690-4d6d-82ab-c4549ae55695) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:44:29.695305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:29.742108 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.781423 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.786973 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-38653015-79c6-49ee-ae9d-2b3e81d79169 req-62177e2b-ec9b-46c8-82d7-a4db26d5b0a1 tempest-VolumesSnapshotTestJSON-1565526209 tempest-VolumesSnapshotTestJSON-1565526209-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e398a3c-0f26-422e-8cb2-828013595327 HTTP/1.1" status: 200 len: 210 time: 0.0336075 Jul 11 14:44:29.832219 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:44:29.837864 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:44:29.840032 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:29.842332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:44:29.891006 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:29.891604 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:29.898578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:29.909185 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-774c5bb3-e999-44bd-964e-fc934b430eeb tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080742 Jul 11 14:44:30.076032 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Request body: {'port': {'device_id': '1f161996-6f14-46a9-9200-c8763cb67e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:30.083577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-df485895-4b7c-4aa5-b047-0a1be130987c None None] Provisioning complete for port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:44:30.084124 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-df485895-4b7c-4aa5-b047-0a1be130987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.115711 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-df485895-4b7c-4aa5-b047-0a1be130987c None None] Port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:44:30.144536 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.395519 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:44:30.404015 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Publish callbacks [] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.417004 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Transition to ACTIVE for port object 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:44:30.428160 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.501073 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023e2ce-bcc1-49eb-979b-344ec3d64410 req-6374fc04-5157-4a13-b271-7d83e5bae414 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:30.502615 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2023e2ce-bcc1-49eb-979b-344ec3d64410 req-6374fc04-5157-4a13-b271-7d83e5bae414 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0844564 Jul 11 14:44:30.523753 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:30.604942 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2023e2ce-bcc1-49eb-979b-344ec3d64410 req-a52dfcbe-2738-4351-91dd-b2978aea1c9f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942211 Jul 11 14:44:30.630413 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Attempting to bind port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:44:30.631134 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Attempting to bind port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:44:30.631780 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Attempting to bind port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:44:30.639624 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:44:30.639953 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Attempting to bind port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:44:30.646760 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:44:30.647149 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:44:30.647634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Bound using segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:44:30.648197 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Bound port: 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:44:30.648813 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.695618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90561588-46fe-4371-b4cb-7bd6730732dd req-681023f0-f529-4ad1-973a-4c81124fdc40 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:30.697205 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-90561588-46fe-4371-b4cb-7bd6730732dd req-681023f0-f529-4ad1-973a-4c81124fdc40 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 944 time: 0.0649395 Jul 11 14:44:30.732661 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:30.734529 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] For port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:44:30.739721 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] For port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:44:30.748726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.755059 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-90561588-46fe-4371-b4cb-7bd6730732dd req-470be52a-3645-4005-94dc-009e3fbc93d8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519459 Jul 11 14:44:30.780041 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1e493ea0-ba58-44b8-906b-71b97862dd76 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:44:30.796169 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:30.797064 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:30.799013 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ea3ae8a-9690-4d6d-82ab-c4549ae55695 HTTP/1.1" status: 200 len: 1094 time: 0.7281938 Jul 11 14:44:30.799632 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:30.802766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02af37-3f1b-4695-93e2-e58e5dad9974" -d '{"events": [{"name": "network-changed", "server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:30.809343 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 1e493ea0-ba58-44b8-906b-71b97862dd76 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:44:30.809867 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1e493ea0-ba58-44b8-906b-71b97862dd76 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:44:30.844421 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d15a-8525-40f0-bf40-74780e9c60d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:30.873109 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:30.888626 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9add59-5a0e-4533-9389-30b933cc7665 x-openstack-request-id: req-fd9add59-5a0e-4533-9389-30b933cc7665 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:30.888997 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:30.889388 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd9add59-5a0e-4533-9389-30b933cc7665 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:30.889807 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9add59-5a0e-4533-9389-30b933cc7665'] response: {'name': 'network-changed', 'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'status': 'completed', 'code': 200} Jul 11 14:44:30.902261 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-38a415ee-7a03-4c4c-9a18-ef8c6f1479dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:30.904063 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-38a415ee-7a03-4c4c-9a18-ef8c6f1479dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 1128 time: 0.0606918 Jul 11 14:44:30.956739 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-d0df5b52-3e96-47bd-a5d1-6fcb8e42dfcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695 HTTP/1.1" status: 200 len: 217 time: 0.0432587 Jul 11 14:44:31.012192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-33cf3ab2-daf5-43c0-8b06-c6372e34d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:31.013762 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-33cf3ab2-daf5-43c0-8b06-c6372e34d7b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.0502031 Jul 11 14:44:31.061967 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-686c827f-5399-40ca-9428-8cb1bbe06150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:31.063530 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-686c827f-5399-40ca-9428-8cb1bbe06150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438802 Jul 11 14:44:31.174216 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-2b12da18-d958-4ccd-9778-e1dfec33c3a0 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030698 Jul 11 14:44:31.269409 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ca73ada9-9e3b-4272-b938-8a101a5571e9 req-755dbe51-4405-4bfb-bb2b-4811bdfcdb7a service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888796 Jul 11 14:44:31.729744 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfce52-1a75-4237-a3dd-e842cc4b00be req-d4221da3-b6b1-49ae-843c-40f9f47c23d0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:31.731228 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58cfce52-1a75-4237-a3dd-e842cc4b00be req-d4221da3-b6b1-49ae-843c-40f9f47c23d0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0463152 Jul 11 14:44:31.778929 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58cfce52-1a75-4237-a3dd-e842cc4b00be req-574bc97f-6378-4124-8fa7-b4331834cc38 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Jul 11 14:44:31.870354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e9b12-d983-4ff7-bcfd-e63c25f57c79 req-b8bf16fd-9023-4f04-8008-c264d571a338 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:31.871831 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-459e9b12-d983-4ff7-bcfd-e63c25f57c79 req-b8bf16fd-9023-4f04-8008-c264d571a338 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 944 time: 0.0463488 Jul 11 14:44:31.923223 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-459e9b12-d983-4ff7-bcfd-e63c25f57c79 req-a08dc9f4-f967-4e6d-9554-feafe6517c34 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Jul 11 14:44:32.473766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-04fdf7f6-35da-4464-965d-76876423d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:32.475185 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-04fdf7f6-35da-4464-965d-76876423d39a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 1128 time: 0.0393629 Jul 11 14:44:32.564420 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-f9c6cae0-8c24-4bed-8339-1082553970f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:32.565901 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-f9c6cae0-8c24-4bed-8339-1082553970f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.0838904 Jul 11 14:44:32.610242 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-db23ebbe-b972-46db-a7f1-a1dc34c9e64f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695 HTTP/1.1" status: 200 len: 217 time: 0.0349202 Jul 11 14:44:32.661005 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-a319a6c8-e7f1-45fd-b553-3bd218e26285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:32.662588 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-a319a6c8-e7f1-45fd-b553-3bd218e26285 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.0436225 Jul 11 14:44:32.707236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-489aac63-5236-4831-a3f7-a3bcef91379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:32.708706 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-489aac63-5236-4831-a3f7-a3bcef91379d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398877 Jul 11 14:44:32.898910 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171dfdd-60b9-4203-9661-f2ee1ec1b0ba req-d15065df-42b1-45ec-b696-0f70364e8b73 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:32.900348 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c171dfdd-60b9-4203-9661-f2ee1ec1b0ba req-d15065df-42b1-45ec-b696-0f70364e8b73 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0483160 Jul 11 14:44:32.934895 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:32.951512 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c171dfdd-60b9-4203-9661-f2ee1ec1b0ba req-f9e3259a-27d1-4384-9a3e-882815939532 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Jul 11 14:44:33.041374 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2802d-036e-4f82-a1fb-9ef2f848a234 req-00fe30fe-d7bb-4808-8c02-55fc7fe9af19 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:33.042865 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c3e2802d-036e-4f82-a1fb-9ef2f848a234 req-00fe30fe-d7bb-4808-8c02-55fc7fe9af19 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 944 time: 0.0494452 Jul 11 14:44:33.292549 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:33.298119 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:44:33.307848 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c3e2802d-036e-4f82-a1fb-9ef2f848a234 req-fbae4576-f603-4707-8fd6-38862d97e9e7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592545 Jul 11 14:44:33.555225 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:44:33.641201 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:33.659149 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:44:33.671459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'port_id': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'mac_address': 'fa:16:3e:d4:a1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:44:33.705422 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:44:33.705808 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:33.719251 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:44:33.739670 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:44:33.743656 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:33.773366 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:33.792233 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:34.065508 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69a9b1-f570-4a17-895c-d4c9d89545e1 req-d3890e95-843d-4f4b-a4b1-4233fe279888 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:34.067064 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8b69a9b1-f570-4a17-895c-d4c9d89545e1 req-d3890e95-843d-4f4b-a4b1-4233fe279888 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0486543 Jul 11 14:44:34.114004 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8b69a9b1-f570-4a17-895c-d4c9d89545e1 req-f1b19670-7600-4d7d-b228-afa9931f5e91 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Jul 11 14:44:34.421277 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb990f-b8fb-4b43-b05c-dc9b2d24de0b req-26448b75-673a-4ce4-91ed-3667c46a2c9d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:34.422752 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eddb990f-b8fb-4b43-b05c-dc9b2d24de0b req-26448b75-673a-4ce4-91ed-3667c46a2c9d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 945 time: 0.0471525 Jul 11 14:44:34.470514 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eddb990f-b8fb-4b43-b05c-dc9b2d24de0b req-c06309b3-8086-49c4-b6b4-951626dd1e96 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Jul 11 14:44:35.228774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d23448-9361-482e-9e8f-186ab30b1a1b req-ef302dd1-44ea-4e67-b5ad-a4f423ae12fc tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:35.230237 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c9d23448-9361-482e-9e8f-186ab30b1a1b req-ef302dd1-44ea-4e67-b5ad-a4f423ae12fc tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0465040 Jul 11 14:44:35.280231 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c9d23448-9361-482e-9e8f-186ab30b1a1b req-ead07834-71ae-43cb-a440-35edc4275019 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444336 Jul 11 14:44:35.397088 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:35.403696 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-aacf52a2-1be4-4d38-b0a5-892ce18176d0 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880051 Jul 11 14:44:35.499226 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c02af37-3f1b-4695-93e2-e58e5dad9974 req-06a86e1f-4adc-4658-9a2c-af55d27eda62 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879352 Jul 11 14:44:35.552199 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:35.592572 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e22d4-6dbb-4aa7-9534-81048ffc1769 req-2de81b92-8b54-4b81-aed0-0eec5230f51f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:35.594047 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-634e22d4-6dbb-4aa7-9534-81048ffc1769 req-2de81b92-8b54-4b81-aed0-0eec5230f51f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 945 time: 0.0518091 Jul 11 14:44:35.643169 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-634e22d4-6dbb-4aa7-9534-81048ffc1769 req-72ccef60-a245-49de-99b2-303671ab5893 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Jul 11 14:44:35.659343 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['2ea3ae8a-9690-4d6d-82ab-c4549ae55695'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:44:36.384313 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:36.397447 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2855-740a-4b7c-a882-9c97c7de4f4d req-9b569400-b145-4ea8-8626-54090f0708b0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:36.399508 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-24de2855-740a-4b7c-a882-9c97c7de4f4d req-9b569400-b145-4ea8-8626-54090f0708b0 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0477185 Jul 11 14:44:36.451135 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-24de2855-740a-4b7c-a882-9c97c7de4f4d req-4e1f2419-c7fc-476b-8b8a-ffe53a12997b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453260 Jul 11 14:44:36.768928 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873d13-a35f-47dd-adc9-9e4392f2ea59 req-fdd4f038-3d26-4857-93df-0afdcd35778c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:36.770398 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-71873d13-a35f-47dd-adc9-9e4392f2ea59 req-fdd4f038-3d26-4857-93df-0afdcd35778c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Jul 11 14:44:36.835791 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-71873d13-a35f-47dd-adc9-9e4392f2ea59 req-e3899631-e070-4ce2-84b6-8840ef688f05 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592706 Jul 11 14:44:37.512507 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:44:37.557167 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:44:37.563443 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:44:37.563814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:37.568941 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427cb7-8d7c-4ad0-8e8f-b2a469fb26ac req-bda16851-5c7d-41a6-bd6c-21ca5f7d5291 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:37.571026 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21427cb7-8d7c-4ad0-8e8f-b2a469fb26ac req-bda16851-5c7d-41a6-bd6c-21ca5f7d5291 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0493774 Jul 11 14:44:37.622600 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21427cb7-8d7c-4ad0-8e8f-b2a469fb26ac req-6a01b3f0-3a2a-4b65-b7b2-f7205d201842 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457485 Jul 11 14:44:37.643281 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:44:37.643686 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:37.667123 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:37.669360 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a36dc-cfc3-48de-8e32-6ae106a9b28e" -d '{"events": [{"server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:37.682354 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:44:37.686748 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:37.709110 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9f3eb5-d1df-4a94-9c98-0067e4e67688 x-openstack-request-id: req-af9f3eb5-d1df-4a94-9c98-0067e4e67688 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:37.709278 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:37.709502 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af9f3eb5-d1df-4a94-9c98-0067e4e67688 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:37.709978 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9f3eb5-d1df-4a94-9c98-0067e4e67688'] response: {'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'code': 200} Jul 11 14:44:37.735868 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:37.874797 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec588d-d7ef-44dc-a281-cf2845115a30 req-5fc162bd-6e3c-4a91-9986-394e9329e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:37.876330 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1eec588d-d7ef-44dc-a281-cf2845115a30 req-5fc162bd-6e3c-4a91-9986-394e9329e6d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 1130 time: 0.0379832 Jul 11 14:44:37.929753 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1eec588d-d7ef-44dc-a281-cf2845115a30 req-3c470fc0-cac6-4869-a375-c11aa2a98be1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463722 Jul 11 14:44:37.964705 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927f31-cbe1-40cb-a551-39cab06b1f98 req-0a88b6d1-bf1a-4fce-a12d-f7ad3aeb095b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:37.966158 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-50927f31-cbe1-40cb-a551-39cab06b1f98 req-0a88b6d1-bf1a-4fce-a12d-f7ad3aeb095b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0507789 Jul 11 14:44:38.014205 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-50927f31-cbe1-40cb-a551-39cab06b1f98 req-3bc3a26c-f18e-4f7d-bdd1-c39eff7af252 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Jul 11 14:44:38.739246 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4464b0-3b8f-48de-8fa1-ad971eed2b0e req-a3ff77d2-3334-4028-96d5-3338c5989ec7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:38.740713 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d4464b0-3b8f-48de-8fa1-ad971eed2b0e req-a3ff77d2-3334-4028-96d5-3338c5989ec7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0486100 Jul 11 14:44:38.791154 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8d4464b0-3b8f-48de-8fa1-ad971eed2b0e req-b5652913-785c-4e7e-97a8-a77d302d4563 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447581 Jul 11 14:44:39.129548 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bcbcd-a9af-4874-a417-020161556d26 req-b7210c22-3235-45ef-bd0d-3e4123e2469f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:39.131078 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6d1bcbcd-a9af-4874-a417-020161556d26 req-b7210c22-3235-45ef-bd0d-3e4123e2469f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0477493 Jul 11 14:44:39.182158 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6d1bcbcd-a9af-4874-a417-020161556d26 req-c82f5cdb-18f4-4172-a98a-96048a3ac2fa tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446196 Jul 11 14:44:39.906588 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b92d0-879f-4b06-b9d1-a7caf6872b05 req-011a03de-176a-4dbe-8e53-5fec988235d7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:39.908079 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-014b92d0-879f-4b06-b9d1-a7caf6872b05 req-011a03de-176a-4dbe-8e53-5fec988235d7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0479178 Jul 11 14:44:39.955937 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-014b92d0-879f-4b06-b9d1-a7caf6872b05 req-21d98438-7435-49e4-b552-c48c64c8f60f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Jul 11 14:44:40.300186 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18900a2-bcdc-499d-864a-b7e9f431ed70 req-679775e7-cb92-4a80-a336-9b78187ebef5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:40.301668 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a18900a2-bcdc-499d-864a-b7e9f431ed70 req-679775e7-cb92-4a80-a336-9b78187ebef5 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Jul 11 14:44:40.354174 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a18900a2-bcdc-499d-864a-b7e9f431ed70 req-88f09200-ea9e-4e01-aee8-dc5361f6c0bf tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466692 Jul 11 14:44:40.473602 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda33c7-90db-419f-9214-9e5b551f3884 req-2885439e-5213-4d2f-a00f-96316b37487f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:40.475037 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1bda33c7-90db-419f-9214-9e5b551f3884 req-2885439e-5213-4d2f-a00f-96316b37487f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0557473 Jul 11 14:44:40.484971 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44552) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:40.490076 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'port_id': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:40.532557 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (70b66bc3-8b3d-44c7-9c75-acca7eabc93a), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:40.915894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:40.974050 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:40.977909 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (70b66bc3-8b3d-44c7-9c75-acca7eabc93a), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:41.073532 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63257776-d640-4929-b911-54348baf33df req-1f07706f-95e9-41a3-8da1-ae04c6fb46be tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:41.075234 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-63257776-d640-4929-b911-54348baf33df req-1f07706f-95e9-41a3-8da1-ae04c6fb46be tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0506034 Jul 11 14:44:41.083542 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP 70b66bc3-8b3d-44c7-9c75-acca7eabc93a associated. External IP: 172.37.1.236, port: 2ea3ae8a-9690-4d6d-82ab-c4549ae55695. Jul 11 14:44:41.127212 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-63257776-d640-4929-b911-54348baf33df req-06bd3a90-caa5-4e2b-a2cf-b6f792f09695 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460835 Jul 11 14:44:41.137189 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:41.300258 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:44:41.407211 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:44:41.413742 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:41.417740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:44:41.428825 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:41.429986 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:41.445811 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-6b8ae528-9a65-4143-8700-8f513d642067 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "PUT /v2.0/floatingips/70b66bc3-8b3d-44c7-9c75-acca7eabc93a HTTP/1.1" status: 200 len: 992 time: 0.9595287 Jul 11 14:44:41.446405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:41.448924 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:41.489653 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665e167-97b9-4603-9a27-72c321b5f787 x-openstack-request-id: req-c665e167-97b9-4603-9a27-72c321b5f787 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:41.489942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:41.490194 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c665e167-97b9-4603-9a27-72c321b5f787 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:41.490634 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c665e167-97b9-4603-9a27-72c321b5f787'] response: {'name': 'network-changed', 'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'status': 'completed', 'code': 200} Jul 11 14:44:41.541700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:41.657512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:41.755118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '70b66bc3-8b3d-44c7-9c75-acca7eabc93a', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.236', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d4:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f161996-6f14-46a9-9200-c8763cb67e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:44:24Z', 'updated_at': '2022-07-11T14:44:40Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:41.779929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:44:41.789521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:41.790145 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:41.894147 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:41.921496 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:42.107708 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '70b66bc3-8b3d-44c7-9c75-acca7eabc93a', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.236', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d4:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f161996-6f14-46a9-9200-c8763cb67e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:44:24Z', 'updated_at': '2022-07-11T14:44:40Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:42.133005 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0104f57-5682-4d6a-92b3-acba9c0bd958 None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '70b66bc3-8b3d-44c7-9c75-acca7eabc93a', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.236', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:d4:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f161996-6f14-46a9-9200-c8763cb67e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:44:24Z', 'updated_at': '2022-07-11T14:44:40Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:44:42.248938 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd491f-0a5e-440e-be51-7626996e8952 req-b1994323-adda-45a0-b267-07bc7d68b22e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:42.250541 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3ddd491f-0a5e-440e-be51-7626996e8952 req-b1994323-adda-45a0-b267-07bc7d68b22e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0518870 Jul 11 14:44:42.303829 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3ddd491f-0a5e-440e-be51-7626996e8952 req-1acfca90-6b22-4e11-9706-5281f5c4cbe7 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Jul 11 14:44:42.341360 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156dc796-1c70-4eb0-bcd8-0243d5bc3f91 None None] New status for floating IP 70b66bc3-8b3d-44c7-9c75-acca7eabc93a: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:44:43.429277 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8486acb-284e-4d3c-a897-29a1a5e90d3a req-cdd103bd-8eb3-47a6-bb1b-f407361b646a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:43.430996 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f8486acb-284e-4d3c-a897-29a1a5e90d3a req-cdd103bd-8eb3-47a6-bb1b-f407361b646a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0514698 Jul 11 14:44:43.488424 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f8486acb-284e-4d3c-a897-29a1a5e90d3a req-a47d5e1b-7f09-4b72-b5b0-dd92ead3c88e tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515594 Jul 11 14:44:43.867905 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-7b5838ac-94b5-439f-9443-66326a392e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:43.869412 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-7b5838ac-94b5-439f-9443-66326a392e04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 1130 time: 0.0417094 Jul 11 14:44:43.958493 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-3a92380b-97e1-41ad-8fb6-10be2bf7ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:43.960376 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-3a92380b-97e1-41ad-8fb6-10be2bf7ddb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.0845919 Jul 11 14:44:44.026956 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-d4957e6d-1b33-4a65-a847-0f8f80faa725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695 HTTP/1.1" status: 200 len: 1002 time: 0.0576868 Jul 11 14:44:44.607416 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc529-a219-4408-b6d2-e1fd41398c89 req-74ee4cc0-50a2-401f-aa89-7dd6a309c5f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:44.608874 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-004fc529-a219-4408-b6d2-e1fd41398c89 req-74ee4cc0-50a2-401f-aa89-7dd6a309c5f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0509994 Jul 11 14:44:44.656787 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-004fc529-a219-4408-b6d2-e1fd41398c89 req-e4deedf0-711b-4131-8258-0d33f13c872b tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420465 Jul 11 14:44:45.004090 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:45.394639 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-2b56d6d8-e701-4c4d-85ff-d512c1b43222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:45.396751 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-2b56d6d8-e701-4c4d-85ff-d512c1b43222 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.0546222 Jul 11 14:44:45.452450 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-aa777b28-cd7d-42bf-bec0-d55e55db2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:45.454023 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-aa777b28-cd7d-42bf-bec0-d55e55db2044 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477724 Jul 11 14:44:45.540759 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fffe23-a70a-497f-8017-f0336785d391 req-797e52d7-4e0d-43c8-8348-dcdc43e15381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:45.542307 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c1fffe23-a70a-497f-8017-f0336785d391 req-797e52d7-4e0d-43c8-8348-dcdc43e15381 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0440512 Jul 11 14:44:45.570062 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-3899c4d1-0d87-4735-a37b-0df4dd165049 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048048 Jul 11 14:44:45.592249 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c1fffe23-a70a-497f-8017-f0336785d391 req-1919cb57-a2b0-445b-bee9-616e03edfcfe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415375 Jul 11 14:44:45.602997 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:45.668311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5d2a3de-c1a5-4b4d-9985-149cd6ace08d req-e3c16e53-1379-4728-803e-d09a310b7420 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908227 Jul 11 14:44:45.773000 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e5a33-8cc8-40ab-a961-60a1fa7d8063 req-1ed96dfd-8b04-4163-bfdb-9cbb3c44cf94 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:45.774493 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a99e5a33-8cc8-40ab-a961-60a1fa7d8063 req-1ed96dfd-8b04-4163-bfdb-9cbb3c44cf94 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0492098 Jul 11 14:44:45.823109 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a99e5a33-8cc8-40ab-a961-60a1fa7d8063 req-2794e568-d337-4274-8731-a89a272764de tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429208 Jul 11 14:44:46.946704 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ca5df-edc9-439d-a07e-0a1c98749ddb req-e87dde71-3a6e-4ad3-9d52-3c899163d674 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:46.948352 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ed6ca5df-edc9-439d-a07e-0a1c98749ddb req-e87dde71-3a6e-4ad3-9d52-3c899163d674 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0546165 Jul 11 14:44:46.980510 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:46.998248 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ed6ca5df-edc9-439d-a07e-0a1c98749ddb req-6efbc402-b9c9-4f41-9ccf-2c49ef7fcd81 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Jul 11 14:44:48.087067 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:48.126272 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2e2c0-54b9-4a56-b34d-18f897de2a6b req-d4abcebd-4a90-4c38-8d6e-0fbb649b3e14 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:48.127825 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b9c2e2c0-54b9-4a56-b34d-18f897de2a6b req-d4abcebd-4a90-4c38-8d6e-0fbb649b3e14 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0496812 Jul 11 14:44:48.177739 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b9c2e2c0-54b9-4a56-b34d-18f897de2a6b req-032f0cdc-efdd-44e1-a5c5-a449fb8f37c3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Jul 11 14:44:48.624870 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-d70f622a-07ab-42a0-a9fd-9aa0b4632ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:48.626747 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-d70f622a-07ab-42a0-a9fd-9aa0b4632ec2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0505278 Jul 11 14:44:48.641848 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c0e8a-8543-4137-9409-b782c4e090f4 req-658db2c9-2c2b-4ee2-ba09-d3cbda0238d4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:48.650106 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7f7c0e8a-8543-4137-9409-b782c4e090f4 req-658db2c9-2c2b-4ee2-ba09-d3cbda0238d4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0773430 Jul 11 14:44:48.720693 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7f7c0e8a-8543-4137-9409-b782c4e090f4 req-5e50ac51-725e-4daf-ad79-9ae76cef2d70 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581052 Jul 11 14:44:48.762811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-bb886f26-8213-49c0-9b87-6afaade6e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:48.764359 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-bb886f26-8213-49c0-9b87-6afaade6e889 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.1219134 Jul 11 14:44:48.838030 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-0655e30f-3ac8-4f06-be5e-62d7d2462d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 1001 time: 0.0663240 Jul 11 14:44:48.889897 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-5f84f016-18c0-4120-815d-ee627c945c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:48.891302 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-5f84f016-18c0-4120-815d-ee627c945c20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0457902 Jul 11 14:44:48.941625 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-b6f507e9-528c-402f-b355-e0f79d7f5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:48.943177 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-b6f507e9-528c-402f-b355-e0f79d7f5e67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446870 Jul 11 14:44:49.043923 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-fcd813a3-60a4-42cd-9e77-8cb216d042be service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916893 Jul 11 14:44:49.163068 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9042432c-8dd6-432b-9b42-e327e862cbc7 req-78f65692-c333-4340-9a38-3a406fcb1b51 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117282 Jul 11 14:44:49.860928 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eee7e-4e6a-47e9-8ebc-1932e86009e8 req-eaa4a037-4ee2-4740-a23f-457b18841751 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:49.863053 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-477eee7e-4e6a-47e9-8ebc-1932e86009e8 req-eaa4a037-4ee2-4740-a23f-457b18841751 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0563033 Jul 11 14:44:49.918327 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-477eee7e-4e6a-47e9-8ebc-1932e86009e8 req-629a084f-a60e-4ea1-9215-df9dad6c48a9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492897 Jul 11 14:44:51.005242 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:51.042591 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9373f6-dd03-4478-b5e3-caf97b38b4bb req-ed58b3fe-8ed6-4428-b9cf-c1ee9d1d26b3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:51.044093 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2a9373f6-dd03-4478-b5e3-caf97b38b4bb req-ed58b3fe-8ed6-4428-b9cf-c1ee9d1d26b3 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0491698 Jul 11 14:44:51.105736 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2a9373f6-dd03-4478-b5e3-caf97b38b4bb req-47cfd1f2-d7cb-42f5-9e69-6ffe717347f2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549929 Jul 11 14:44:52.227906 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc5153-fbe0-496a-8644-6069a2d599fa req-9d0b8ff1-ec80-4142-9653-7b59463b28b9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:52.229265 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-65cc5153-fbe0-496a-8644-6069a2d599fa req-9d0b8ff1-ec80-4142-9653-7b59463b28b9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0486286 Jul 11 14:44:52.275408 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-65cc5153-fbe0-496a-8644-6069a2d599fa req-0e6f6d46-4d7e-49a9-b513-88c622c4df16 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406537 Jul 11 14:44:52.389712 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9356628-caa8-4ecd-b617-0368ed0522a2 req-a7ffd707-7680-4444-814a-2b7d75c54632 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:52.391512 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a9356628-caa8-4ecd-b617-0368ed0522a2 req-a7ffd707-7680-4444-814a-2b7d75c54632 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0498602 Jul 11 14:44:52.400476 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44674) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:52.404937 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Request body: {'floatingip': {'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:44:52.442221 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:52.448397 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=14 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:52.461629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:52.536537 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:52.703409 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:52.747459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a7c330dc-8d19-4cbe-96b0-90a59127c385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:53.138409 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.db.resource_extend [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:44:53.198337 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:53.203681 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:53.405909 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Router b0f0bf38-6035-4547-8dc1-1769a4fb242d has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:44:53.515753 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:44:53.522143 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:53.554898 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:53.557199 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:53.591465 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-090ddfc5-de01-4b75-bad1-5bf388fd0953 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "PUT /v2.0/floatingips/28d82d92-dc14-4233-8199-cffa31dbf955 HTTP/1.1" status: 200 len: 993 time: 1.1898906 Jul 11 14:44:53.598000 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b08a2de-cefe-459e-b4af-fade305c43ff x-openstack-request-id: req-0b08a2de-cefe-459e-b4af-fade305c43ff {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:53.598289 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:53.598612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0b08a2de-cefe-459e-b4af-fade305c43ff {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:53.599019 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b08a2de-cefe-459e-b4af-fade305c43ff'] response: {'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'status': 'completed', 'code': 200} Jul 11 14:44:53.665011 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] Sync routers for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:44:53.674785 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-2d178984-9fbc-4889-9f01-4b75d0c4c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:53.675879 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:53.676089 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-2d178984-9fbc-4889-9f01-4b75d0c4c486 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0448396 Jul 11 14:44:53.676476 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:53.768923 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-e289a172-e599-43b8-8ca8-8d7f8201091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:53.770380 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-e289a172-e599-43b8-8ca8-8d7f8201091c service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.0860736 Jul 11 14:44:53.777757 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:53.838996 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:53.845578 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-2e5711f7-c250-42e1-bc4b-a0a7cb3e61bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 1001 time: 0.0645630 Jul 11 14:44:53.894035 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-8af62bf5-17ae-44ba-a73f-fa0cd6da3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:53.895556 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-8af62bf5-17ae-44ba-a73f-fa0cd6da3f2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0441046 Jul 11 14:44:53.938664 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-26300e6d-996c-4719-b611-f419a7e915ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:53.940138 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-26300e6d-996c-4719-b611-f419a7e915ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384626 Jul 11 14:44:53.990066 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28d82d92-dc14-4233-8199-cffa31dbf955', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'floating_ip_address': '172.37.1.76', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:52Z', 'updated_at': '2022-07-11T14:44:52Z', 'revision_number': 3, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:54.017216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:54.018634 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] Checking router: b0f0bf38-6035-4547-8dc1-1769a4fb242d for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:44:54.027793 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:44:54.028332 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:54.037734 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-63eaae2f-2a0b-4f06-810e-42bb5cc33b3f service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884464 Jul 11 14:44:54.068020 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:54.129201 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1d6f2bd5-46da-42c4-8b49-959b76fe8ee2 req-0e0c4c04-8fea-468d-bc3e-4341e4572cf7 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843458 Jul 11 14:44:54.132573 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:44:54.197596 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:54.265996 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44692) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:54.315609 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Deleting subnet c47bba13-0c08-47c8-a613-84f934a5a2fa {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:44:54.319136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Publish callbacks [] for subnet (c47bba13-0c08-47c8-a613-84f934a5a2fa), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.355118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28d82d92-dc14-4233-8199-cffa31dbf955', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'floating_ip_address': '172.37.1.76', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:52Z', 'updated_at': '2022-07-11T14:44:52Z', 'revision_number': 3, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:54.361747 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Publish callbacks [] for subnet (c47bba13-0c08-47c8-a613-84f934a5a2fa), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.371649 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (c47bba13-0c08-47c8-a613-84f934a5a2fa), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.398771 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af836a88-c9d6-475e-96d5-43f7cfd81000 None None] The sync data for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi is: [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28d82d92-dc14-4233-8199-cffa31dbf955', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'floating_ip_address': '172.37.1.76', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'port_id': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'mac_address': 'fa:16:3e:85:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:42:52Z', 'updated_at': '2022-07-11T14:44:52Z', 'revision_number': 3, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:44:54.460715 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for subnet (c47bba13-0c08-47c8-a613-84f934a5a2fa), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.485834 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47bba13-0c08-47c8-a613-84f934a5a2fa,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:54.496799 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.497140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.497478 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.497815 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.498176 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.498527 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.498851 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.499581 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.499581 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.499855 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.500097 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.500419 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.500732 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.501071 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.501388 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.504466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.510548 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-509cfed6-04c2-4b0e-b78a-08cfa58659f8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c47bba13-0c08-47c8-a613-84f934a5a2fa HTTP/1.1" status: 204 len: 168 time: 0.2434294 Jul 11 14:44:54.510773 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44696) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:54.588862 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (c0778f11-32ed-4b63-9a0c-1270df9f375b), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.667820 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (c0778f11-32ed-4b63-9a0c-1270df9f375b), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.689422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0778f11-32ed-4b63-9a0c-1270df9f375b']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:54.698901 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3011cbd0-8c45-431b-98d0-e96f827d1f75') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:54.699196 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3011cbd0-8c45-431b-98d0-e96f827d1f75') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:44:54.713700 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (3011cbd0-8c45-431b-98d0-e96f827d1f75), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.728539 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (3011cbd0-8c45-431b-98d0-e96f827d1f75), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.735640 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:44:54.736028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (3011cbd0-8c45-431b-98d0-e96f827d1f75), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.793132 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 3011cbd0-8c45-431b-98d0-e96f827d1f75 resource provider aggregate not found Jul 11 14:44:54.805266 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (c0778f11-32ed-4b63-9a0c-1270df9f375b), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.811794 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:54.815094 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c0778f11-32ed-4b63-9a0c-1270df9f375b HTTP/1.1" status: 204 len: 168 time: 0.3032806 Jul 11 14:44:54.825044 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 3011cbd0-8c45-431b-98d0-e96f827d1f75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3011cbd0-8c45-431b-98d0-e96f827d1f75 found for delete ", "request_id": "req-d0464405-528b-444e-9375-a41efc595ca1"}]} Jul 11 14:44:54.826297 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0778f11-32ed-4b63-9a0c-1270df9f375b,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:54.835182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.835576 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.835917 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.836249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.836578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.836898 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.837219 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.837537 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.837855 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.838172 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.838519 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.838840 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.839155 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.839468 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.839785 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf237f8a-4adc-4259-9fe8-9cda92f91558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:44:54.987895 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44704) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:55.031626 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1112cf23-998b-4740-9ae1-4e15da6d0066 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e0ccc1e4683478889d90814a1305507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424430 Jul 11 14:44:55.034086 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44708) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:44:55.091572 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cc2ce94f-20bc-4b18-9377-5f049418bee0 admin admin] Publish callbacks [] for security_group (18a12e45-35a8-4652-ab3b-c8a10ea43936), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:55.115558 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cc2ce94f-20bc-4b18-9377-5f049418bee0 admin admin] Publish callbacks [] for security_group (18a12e45-35a8-4652-ab3b-c8a10ea43936), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:55.171242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cc2ce94f-20bc-4b18-9377-5f049418bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (18a12e45-35a8-4652-ab3b-c8a10ea43936), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:55.176407 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cc2ce94f-20bc-4b18-9377-5f049418bee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:55.180401 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-cc2ce94f-20bc-4b18-9377-5f049418bee0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18a12e45-35a8-4652-ab3b-c8a10ea43936 HTTP/1.1" status: 204 len: 168 time: 0.1430793 Jul 11 14:44:55.192155 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ce94f-20bc-4b18-9377-5f049418bee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a12e45-35a8-4652-ab3b-c8a10ea43936,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:44:55.402036 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2852a815-4b8b-41c1-bc85-35e98fb38d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:55.600629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:44:55.603188 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e8948-eba3-44f5-9f4f-5c4d38e8958a" -d '{"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:44:55.642919 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc911d7c-b9f7-47b1-868c-fa52d63ec856 x-openstack-request-id: req-bc911d7c-b9f7-47b1-868c-fa52d63ec856 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:44:55.643216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:44:55.643469 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc911d7c-b9f7-47b1-868c-fa52d63ec856 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:44:55.643876 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc911d7c-b9f7-47b1-868c-fa52d63ec856'] response: {'name': 'network-changed', 'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'status': 'completed', 'code': 200} Jul 11 14:44:56.142718 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-886cbb66-d5b6-4cf1-89dd-cfb6c1aa7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:56.144275 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-886cbb66-d5b6-4cf1-89dd-cfb6c1aa7c4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 1130 time: 0.0427487 Jul 11 14:44:56.256891 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-e1fa6076-771b-4cd7-9401-dd1126217d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:56.258400 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-e1fa6076-771b-4cd7-9401-dd1126217d31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.0950172 Jul 11 14:44:56.319856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:56.331753 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-fd29a0c1-f687-42f4-93a6-bcfa8afe090d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 200 len: 1001 time: 0.0625525 Jul 11 14:44:56.385842 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-c919e55b-eece-445c-ad40-9447a46e6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:56.387344 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-c919e55b-eece-445c-ad40-9447a46e6a24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0447991 Jul 11 14:44:56.443381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-2d6f5cc5-058d-4d61-9fbf-eba96c404af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:56.445508 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-2d6f5cc5-058d-4d61-9fbf-eba96c404af7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473456 Jul 11 14:44:56.517872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:44:56.547325 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-7704c185-8e5f-45d9-983b-d1929e96adb8 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939238 Jul 11 14:44:56.653478 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-254e8948-eba3-44f5-9f4f-5c4d38e8958a req-b1db3bb4-7183-4f4a-ad53-d19c4d1b1c70 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964472 Jul 11 14:44:57.052730 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:57.822311 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45927c6-24cf-4996-ad57-91c20b04ce95 req-968cdfb6-18b2-4b4f-bcaf-f750099862ae tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:57.823932 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e45927c6-24cf-4996-ad57-91c20b04ce95 req-968cdfb6-18b2-4b4f-bcaf-f750099862ae tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0539811 Jul 11 14:44:57.876205 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e45927c6-24cf-4996-ad57-91c20b04ce95 req-3a5bb014-dc91-4251-a6d6-88b7e3170f34 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Jul 11 14:44:58.306835 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:58.505882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:44:59.000301 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79be80-f37e-4514-a0ba-986bede1778f req-f1ff7d0e-1d97-4ee1-a3f6-ed3c4ee23cda tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:59.001841 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ee79be80-f37e-4514-a0ba-986bede1778f req-f1ff7d0e-1d97-4ee1-a3f6-ed3c4ee23cda tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0477283 Jul 11 14:44:59.050197 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ee79be80-f37e-4514-a0ba-986bede1778f req-55fdc67b-2b30-4af7-8b98-8bed04dd6651 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Jul 11 14:44:59.925319 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-c8dfc5b2-d868-4eef-9dbb-37783312c827 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:44:59.926866 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-c8dfc5b2-d868-4eef-9dbb-37783312c827 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0516644 Jul 11 14:45:00.011928 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Deleting port 7b725b13-befd-4a14-98cc-9d0e599f5e17 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:00.012273 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:00.105939 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] For port 7b725b13-befd-4a14-98cc-9d0e599f5e17, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b725b13-befd-4a14-98cc-9d0e599f5e17,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:00.106312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:00.232061 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02a738-e2a6-4329-853d-bacd97ddeb5b req-034acf0c-0407-4fb8-b6e3-6e9146379be3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:00.233457 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a02a738-e2a6-4329-853d-bacd97ddeb5b req-034acf0c-0407-4fb8-b6e3-6e9146379be3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=13da005a-e085-43aa-8a18-1fe85e4e95af HTTP/1.1" status: 200 len: 946 time: 0.0875525 Jul 11 14:45:00.339503 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a02a738-e2a6-4329-853d-bacd97ddeb5b req-32d41291-6cff-404b-a0af-b31db41a1236 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=be7adae2-807a-4820-9972-b23d4c901c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982628 Jul 11 14:45:00.346423 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:00.346806 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (532060f9-59eb-42a6-a472-1ec3575c84ba), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:00.347115 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Floating IP 532060f9-59eb-42a6-a472-1ec3575c84ba disassociated. External IP: 172.37.1.215, port: 7b725b13-befd-4a14-98cc-9d0e599f5e17. Jul 11 14:45:00.347464 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Calling delete_port for 7b725b13-befd-4a14-98cc-9d0e599f5e17 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:00.400427 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:00.479546 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (7b725b13-befd-4a14-98cc-9d0e599f5e17), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:00.510521 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event deleted for resources: {'Port': ['ID=7b725b13-befd-4a14-98cc-9d0e599f5e17,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:00.621474 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:00.633212 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:00.729432 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:00.744518 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:00.757726 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:00.758371 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:00.784190 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] No DVR routers for this DVR port 7b725b13-befd-4a14-98cc-9d0e599f5e17 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:45:00.786891 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:00.790390 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-70f96f2c-47c4-456c-855a-120e2f8c6b0b req-d0a7aea2-775e-4af0-b861-2d1015f23b96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "DELETE /v2.0/ports/7b725b13-befd-4a14-98cc-9d0e599f5e17 HTTP/1.1" status: 204 len: 173 time: 0.8585134 Jul 11 14:45:00.790894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-deleted', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:00.793503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7f83ed-8cda-42dd-9e71-45fdac449b1e" -d '{"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-deleted", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:00.842082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c0fd1-0208-42fe-9ddb-ccd87bfbbe36 x-openstack-request-id: req-9d5c0fd1-0208-42fe-9ddb-ccd87bfbbe36 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:00.842377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da005a-e085-43aa-8a18-1fe85e4e95af", "name": "network-vif-deleted", "tag": "7b725b13-befd-4a14-98cc-9d0e599f5e17", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:00.842691 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d5c0fd1-0208-42fe-9ddb-ccd87bfbbe36 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:00.843124 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5c0fd1-0208-42fe-9ddb-ccd87bfbbe36'] response: {'server_uuid': '13da005a-e085-43aa-8a18-1fe85e4e95af', 'name': 'network-vif-deleted', 'tag': '7b725b13-befd-4a14-98cc-9d0e599f5e17', 'status': 'completed', 'code': 200} Jul 11 14:45:00.929514 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:00.966117 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75477-a0ab-4334-a790-b288a837ac34 req-fbf96cba-5def-4977-9f5d-49b1fb024123 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:00.967770 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d6a75477-a0ab-4334-a790-b288a837ac34 req-fbf96cba-5def-4977-9f5d-49b1fb024123 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.1042249 Jul 11 14:45:00.988841 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-bb743258-ede9-4603-abb1-7940af949e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:00.990412 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-bb743258-ede9-4603-abb1-7940af949e9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1168 time: 0.0733182 Jul 11 14:45:01.043246 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d6a75477-a0ab-4334-a790-b288a837ac34 req-a5652ef2-f998-4c76-8a73-af18f79a7fc2 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662470 Jul 11 14:45:01.145963 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:01.172228 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:01.180871 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:01.181472 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:01.289181 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:01.351999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-ba386d54-c3b5-46c4-be3c-cbaf2dc59a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:01.353853 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-ba386d54-c3b5-46c4-be3c-cbaf2dc59a27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 915 time: 0.0998821 Jul 11 14:45:01.440868 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-549966d9-fd1f-4d38-a04b-5fb05ee3c480 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 1001 time: 0.0758667 Jul 11 14:45:01.462230 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44750) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:01.495865 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:01.523694 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96dc326-1c63-4b4c-abec-bcb72d60988d None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:01.530942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-34ffcba1-0a9e-4016-9efb-007633b7e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:01.532695 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-34ffcba1-0a9e-4016-9efb-007633b7e59d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.0857389 Jul 11 14:45:01.572698 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:01.586616 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d17a33c1-7b08-4a5e-b421-4feb584da613 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (be7adae2-807a-4820-9972-b23d4c901c4f), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.595792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-1ece4c5b-f612-4b96-9d8d-429c4a671cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:01.597266 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-1ece4c5b-f612-4b96-9d8d-429c4a671cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577004 Jul 11 14:45:01.635089 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d17a33c1-7b08-4a5e-b421-4feb584da613 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (be7adae2-807a-4820-9972-b23d4c901c4f), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.732957 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-a1203f31-30c6-413c-9154-4a0f6cb7b6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274371 Jul 11 14:45:01.740995 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d17a33c1-7b08-4a5e-b421-4feb584da613 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (be7adae2-807a-4820-9972-b23d4c901c4f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.743567 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d17a33c1-7b08-4a5e-b421-4feb584da613 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.747310 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d17a33c1-7b08-4a5e-b421-4feb584da613 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "DELETE /v2.0/security-groups/be7adae2-807a-4820-9972-b23d4c901c4f HTTP/1.1" status: 204 len: 168 time: 0.2815003 Jul 11 14:45:01.747673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44752) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:01.757689 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1aadde-6a3e-4f7f-b12f-9b90ab2cdd9c None None] New status for floating IP 532060f9-59eb-42a6-a472-1ec3575c84ba: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:01.763757 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.api.v2.resource [None req-3947e5ed-036d-4b19-9b27-e21fc45946c0 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] show failed (client error): The resource could not be found. Jul 11 14:45:01.767555 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3947e5ed-036d-4b19-9b27-e21fc45946c0 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups/be7adae2-807a-4820-9972-b23d4c901c4f HTTP/1.1" status: 404 len: 347 time: 0.0161266 Jul 11 14:45:01.767784 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44754) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:01.771903 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a33c1-7b08-4a5e-b421-4feb584da613 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7adae2-807a-4820-9972-b23d4c901c4f,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:01.848175 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6505d411-8ca4-4bf0-a9b2-83a27da43b3b req-c6098c00-f98a-4d4d-99e8-576495acc1d1 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019287 Jul 11 14:45:01.883275 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Deleting port e76b8169-2fd1-4174-a9de-310f01a21241 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:01.883691 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (e76b8169-2fd1-4174-a9de-310f01a21241), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.965585 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (e76b8169-2fd1-4174-a9de-310f01a21241), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.965911 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (e76b8169-2fd1-4174-a9de-310f01a21241), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:01.979139 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Calling delete_port for e76b8169-2fd1-4174-a9de-310f01a21241 owned by network:floatingip {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:02.113186 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:02.126958 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (e76b8169-2fd1-4174-a9de-310f01a21241), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.176787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event deleted for resources: {'Port': ['ID=e76b8169-2fd1-4174-a9de-310f01a21241,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:02.190736 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ced205-6418-4f80-a0dd-0bd3172f2458 req-193c1707-52af-4073-a78e-5a200ca1c727 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:02.192227 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-38ced205-6418-4f80-a0dd-0bd3172f2458 req-193c1707-52af-4073-a78e-5a200ca1c727 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0759220 Jul 11 14:45:02.216655 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (532060f9-59eb-42a6-a472-1ec3575c84ba), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.219228 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.220375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-439dbe7a-427c-4b00-9f4b-d5fddba3dcbe tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "DELETE /v2.0/floatingips/532060f9-59eb-42a6-a472-1ec3575c84ba HTTP/1.1" status: 204 len: 168 time: 0.4515200 Jul 11 14:45:02.229877 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:02.271321 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-38ced205-6418-4f80-a0dd-0bd3172f2458 req-d38df0a9-078d-4700-b72b-4f3c692bcbc5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637374 Jul 11 14:45:02.316032 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44762) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:02.320675 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410850084', 'description': 'tempest-description--1111159558'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:02.343094 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.414364 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (4b479bbb-cb46-420e-a7ae-9b730a2d7094), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.418466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (4b479bbb-cb46-420e-a7ae-9b730a2d7094), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.449002 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.450209 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1329918 Jul 11 14:45:02.451047 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b52a0-28d7-4a6f-9ec9-c12bb7a01b6d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b479bbb-cb46-420e-a7ae-9b730a2d7094,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:02.453191 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44764) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:02.457970 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'security_group_rule': {'security_group_id': '4b479bbb-cb46-420e-a7ae-9b730a2d7094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:02.485240 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (b5a77c50-593a-495b-84f1-f1228f5997fb), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.539848 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (b5a77c50-593a-495b-84f1-f1228f5997fb), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.543537 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (b5a77c50-593a-495b-84f1-f1228f5997fb), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.561433 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a77c50-593a-495b-84f1-f1228f5997fb,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:02.569834 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.571080 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-a318fddf-e6f1-4a34-8482-e4f4b8194481 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169777 Jul 11 14:45:02.573691 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44766) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:02.577986 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'security_group_rule': {'security_group_id': '4b479bbb-cb46-420e-a7ae-9b730a2d7094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:02.605426 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (95c7e604-5bef-486c-ab37-4e725731fd54), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.664488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (95c7e604-5bef-486c-ab37-4e725731fd54), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.668154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (95c7e604-5bef-486c-ab37-4e725731fd54), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.684933 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c7e604-5bef-486c-ab37-4e725731fd54,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:02.695530 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.696731 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1a8b90a7-9956-43e8-b922-11a23b531b80 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221118 Jul 11 14:45:02.699899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44768) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:02.704112 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:02.725333 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.802523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:02.912719 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:02.914090 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Allocated IP 172.37.1.175 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/f02e2dc3-19ab-4075-a903-f6cf202965b4) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:02.946537 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:03.021524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.053633 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.098650 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:03.101790 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:03.105532 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:03.118246 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'Port': ['ID=f02e2dc3-19ab-4075-a903-f6cf202965b4,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:03.154673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (de917294-6ff2-46f6-a58c-370f4bc40066), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.190736 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.572523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e997738-5841-4000-87d1-a5727cec1498 req-701f330a-3ede-43a4-bd7f-aac7d8873f46 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:03.573910 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e997738-5841-4000-87d1-a5727cec1498 req-701f330a-3ede-43a4-bd7f-aac7d8873f46 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0784593 Jul 11 14:45:03.646913 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.657943 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.658633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:45:03.678053 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8e997738-5841-4000-87d1-a5727cec1498 req-4b9ed85d-3056-4cb4-84ea-be00bdea9458 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979211 Jul 11 14:45:03.686332 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 7b725b13-befd-4a14-98cc-9d0e599f5e17 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:45:03.686730 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7b725b13-befd-4a14-98cc-9d0e599f5e17 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:45:03.702145 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (de917294-6ff2-46f6-a58c-370f4bc40066), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.720452 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'Port': ['ID=f02e2dc3-19ab-4075-a903-f6cf202965b4,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:03.725665 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:03.726901 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e2d326a2-d0c8-42d8-a854-fd56062df81b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0260844 Jul 11 14:45:03.928036 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-618a365c-feca-4217-92e6-3e672b277033 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--410850084&fields=id&tenant_id=f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 267 time: 0.0474966 Jul 11 14:45:04.044528 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-4256e6e7-ecfd-4d34-89c0-61388da51feb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:04.046076 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-4256e6e7-ecfd-4d34-89c0-61388da51feb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 816 time: 0.1113713 Jul 11 14:45:04.061920 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-382e6a21-67e6-4d53-81cb-ebf09dcc558f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/quotas/f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 375 time: 0.0101779 Jul 11 14:45:04.114919 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-b1a4bdcd-f774-4012-bda0-5207b38a983e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474117 Jul 11 14:45:04.417867 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:04.441353 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-32170d50-efb1-4593-923b-8ef3c9824afd service neutron] 10.222.0.72 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152354 Jul 11 14:45:04.536348 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-af17cd57-985e-4bbf-8e97-5cca06d611cb service neutron] 10.222.0.72 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885429 Jul 11 14:45:04.704888 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bac4d734-1101-4d2d-9df3-00d9634b9ba6 req-f13c9fd0-1cb8-4be9-8c5a-7428d1b6f53f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 210 time: 0.0312886 Jul 11 14:45:04.802113 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f7763-e8fd-4a49-9de7-e8755271902d req-061416df-1e69-401e-8987-74156acafe93 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:04.804193 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6f4f7763-e8fd-4a49-9de7-e8755271902d req-061416df-1e69-401e-8987-74156acafe93 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0496588 Jul 11 14:45:04.870136 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6f4f7763-e8fd-4a49-9de7-e8755271902d req-2192abf4-4cd5-46df-a538-1cf11c5ecf6d tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598235 Jul 11 14:45:05.756938 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-7fdcb37a-50c7-4899-8e3b-cd37cc09cb69 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:05.758787 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-7fdcb37a-50c7-4899-8e3b-cd37cc09cb69 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 816 time: 0.1146824 Jul 11 14:45:05.804437 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:05.830387 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-02bf06c7-7115-4675-98b7-9320f173ebba tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 379 time: 0.0620358 Jul 11 14:45:05.833134 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7ce32cde-a147-41f8-ba0c-f2f677dd89d8 req-12ff058a-040f-4cf4-868c-7027267e065f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 210 time: 0.0361433 Jul 11 14:45:05.900491 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'port': {'device_id': '43772fe7-b391-4878-bbea-658602d822ad', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'admin_state_up': True, 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'security_groups': ['4b479bbb-cb46-420e-a7ae-9b730a2d7094']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:06.021520 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982041-c07f-4c4e-871e-b9c29907941c req-b5cbb6d7-91b9-4ad6-8554-3a4f88129cb5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:06.023661 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6c982041-c07f-4c4e-871e-b9c29907941c req-b5cbb6d7-91b9-4ad6-8554-3a4f88129cb5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0632381 Jul 11 14:45:06.085232 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Made reservation on behalf of f6606b37accd43619058aef23f10745b for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:45:06.088643 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.117010 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6c982041-c07f-4c4e-871e-b9c29907941c req-afddf981-fd01-4d6d-a872-a9685cf48da8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875769 Jul 11 14:45:06.236885 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Allocated IP 172.20.0.3 (164cf2a3-5444-4c03-8807-160bd45f2610/9d058d68-c8d2-4ff9-a2d7-12a68ae27274/35522aa1-427b-4c21-88e8-ce45535459a0) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:06.363091 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:06.384909 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for port (35522aa1-427b-4c21-88e8-ce45535459a0), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.416903 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.463234 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Network 164cf2a3-5444-4c03-8807-160bd45f2610 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:06.466221 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:06.470034 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:06.476746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:06.524415 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:06.525046 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.543406 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-d74a939e-c748-456b-ba8e-5410f0abae5d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6474133 Jul 11 14:45:06.556233 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Request body: {'port': {'device_id': '43772fe7-b391-4878-bbea-658602d822ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:06.625176 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.680691 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:06.743662 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-0e8767d3-7654-4348-b016-9523ecc55226 None None] Provisioning complete for port 35522aa1-427b-4c21-88e8-ce45535459a0 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:06.744194 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0e8767d3-7654-4348-b016-9523ecc55226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.776852 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0e8767d3-7654-4348-b016-9523ecc55226 None None] Port 35522aa1-427b-4c21-88e8-ce45535459a0 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:45:06.885379 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35522aa1-427b-4c21-88e8-ce45535459a0 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:06.894688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Publish callbacks [] for port (35522aa1-427b-4c21-88e8-ce45535459a0), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.907738 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Transition to ACTIVE for port object 35522aa1-427b-4c21-88e8-ce45535459a0 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:45:06.911788 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:06.962933 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:06.963164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9a99-9870-4644-b02c-8a6c693592ca req-75666d78-7f64-4225-b9a2-e5ef1f5416ef tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:06.964658 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-739a9a99-9870-4644-b02c-8a6c693592ca req-75666d78-7f64-4225-b9a2-e5ef1f5416ef tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0544209 Jul 11 14:45:07.029182 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-739a9a99-9870-4644-b02c-8a6c693592ca req-5a678e2d-5b5c-42bc-9983-675973b5e379 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500968 Jul 11 14:45:07.076135 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Attempting to bind port 35522aa1-427b-4c21-88e8-ce45535459a0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:45:07.076659 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Attempting to bind port 35522aa1-427b-4c21-88e8-ce45535459a0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:45:07.077174 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Attempting to bind port 35522aa1-427b-4c21-88e8-ce45535459a0 on network 164cf2a3-5444-4c03-8807-160bd45f2610 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:07.084987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Port 35522aa1-427b-4c21-88e8-ce45535459a0 on network 164cf2a3-5444-4c03-8807-160bd45f2610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:45:07.085503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Attempting to bind port 35522aa1-427b-4c21-88e8-ce45535459a0 on network 164cf2a3-5444-4c03-8807-160bd45f2610 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:07.093833 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:45:07.094373 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Checking segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:45:07.095040 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Bound using segment: {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:45:07.095762 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Bound port: 35522aa1-427b-4c21-88e8-ce45535459a0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c415b39-8830-4f4d-a24d-14e80f153e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:45:07.096324 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:07.210447 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:07.212532 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:45:07.268346 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:45:07.281971 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:07.293304 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5133c-d10e-4fb2-8166-7e8169a8f09e req-e4af06d5-ada9-49aa-84be-07cfcd030fb5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:07.294843 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f3e5133c-d10e-4fb2-8166-7e8169a8f09e req-e4af06d5-ada9-49aa-84be-07cfcd030fb5 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.1048188 Jul 11 14:45:07.346969 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:07.347585 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:07.348963 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] 10.222.0.36 "PUT /v2.0/ports/35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 1093 time: 0.7977369 Jul 11 14:45:07.350204 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:07.352444 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4812a0-975e-4abe-af54-93909e52622f" -d '{"events": [{"name": "network-changed", "server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:07.387447 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caa405-ceef-4aef-b7c4-419e9201551e service neutron] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:07.415226 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aabc24-3bdd-4a17-86a2-759e1594877d x-openstack-request-id: req-d0aabc24-3bdd-4a17-86a2-759e1594877d {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:07.415507 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:07.415748 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0aabc24-3bdd-4a17-86a2-759e1594877d {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:07.416144 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0aabc24-3bdd-4a17-86a2-759e1594877d'] response: {'name': 'network-changed', 'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'status': 'completed', 'code': 200} Jul 11 14:45:07.423981 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f3e5133c-d10e-4fb2-8166-7e8169a8f09e req-c1c67162-67e4-4b8b-94b7-8dd1ee8d9039 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079416 Jul 11 14:45:07.452979 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-a966f583-a889-49b4-923c-abe094947c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:07.454988 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-a966f583-a889-49b4-923c-abe094947c9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1127 time: 0.0538094 Jul 11 14:45:07.501266 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-45dbb4ff-a69f-4d34-bdfc-0cadae5afe86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 217 time: 0.0393808 Jul 11 14:45:07.552406 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-ee7ae488-36c8-441b-9e9b-4c5ebfd20de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:07.554408 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-ee7ae488-36c8-441b-9e9b-4c5ebfd20de5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0476878 Jul 11 14:45:07.600298 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-7b0b0631-40cc-450d-8170-014f04cffcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:07.602231 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-7b0b0631-40cc-450d-8170-014f04cffcef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410745 Jul 11 14:45:07.702301 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-452bfb21-48bc-4451-8040-24b3e39f583a service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933764 Jul 11 14:45:07.742031 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:07.794574 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6b618e6b-ec70-4b0c-a0f0-d7c81f41ddaa req-ae78f355-5328-4526-a9e0-46d456118f0c service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Jul 11 14:45:08.150772 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77ab31-0c94-41ef-b9d6-67da926c4de9 req-2b896d18-ebb8-4662-ba6f-156d43140e0b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:08.152237 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-dd77ab31-0c94-41ef-b9d6-67da926c4de9 req-2b896d18-ebb8-4662-ba6f-156d43140e0b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0471058 Jul 11 14:45:08.198846 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-dd77ab31-0c94-41ef-b9d6-67da926c4de9 req-e7dcb623-87e7-4408-8539-511cdcba7a76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Jul 11 14:45:08.544957 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b19d44-0595-4ba4-bc7e-ff44a184527d req-e5781d2b-f3a1-4ca4-9ef9-7e64b1bc545a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:08.546410 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-61b19d44-0595-4ba4-bc7e-ff44a184527d req-e5781d2b-f3a1-4ca4-9ef9-7e64b1bc545a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0514054 Jul 11 14:45:08.607418 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-61b19d44-0595-4ba4-bc7e-ff44a184527d req-a6fe7e5c-5f53-40de-aa72-cd863c2710fd tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551682 Jul 11 14:45:08.830854 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4812a0-975e-4abe-af54-93909e52622f req-4ff23001-e151-41e8-8b59-8f4fe02c0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:08.832592 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-4ff23001-e151-41e8-8b59-8f4fe02c0eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1127 time: 0.0396230 Jul 11 14:45:08.925479 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4812a0-975e-4abe-af54-93909e52622f req-75df50ed-ef48-4871-a229-376f1a40b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:08.927012 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-75df50ed-ef48-4871-a229-376f1a40b6d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.0878284 Jul 11 14:45:08.966342 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-fd033b21-9973-4e77-b39a-f22a7a065838 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 217 time: 0.0328708 Jul 11 14:45:09.013853 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4812a0-975e-4abe-af54-93909e52622f req-45fd9a70-400d-49fd-85c8-6799c4fd96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:09.015445 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-45fd9a70-400d-49fd-85c8-6799c4fd96ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0431795 Jul 11 14:45:09.058312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4812a0-975e-4abe-af54-93909e52622f req-f4ab6b27-9c67-45c1-9b40-064ba46f37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:09.059831 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-f4ab6b27-9c67-45c1-9b40-064ba46f37e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387781 Jul 11 14:45:09.155650 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-0f28e058-76f8-4aee-a72e-09d96df71e05 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876980 Jul 11 14:45:09.226512 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:09.250899 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fe4812a0-975e-4abe-af54-93909e52622f req-d4efc487-5188-456b-ba3e-e8ad163a2953 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882611 Jul 11 14:45:09.306544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:09.312162 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:09.326144 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7e970-9a87-4756-87d0-331742381839 req-d8e5a10a-997b-4d6e-809a-c83723cef534 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:09.327621 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3eb7e970-9a87-4756-87d0-331742381839 req-d8e5a10a-997b-4d6e-809a-c83723cef534 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0547109 Jul 11 14:45:09.378472 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3eb7e970-9a87-4756-87d0-331742381839 req-1a3b5775-ab29-4eac-91ac-0333e06bfb10 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445485 Jul 11 14:45:09.680693 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:45:09.732734 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab86d-760c-40e6-be25-cedec1b95a47 req-c7f10073-931d-4939-b6f9-a9a474eb680e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:09.734221 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f39ab86d-760c-40e6-be25-cedec1b95a47 req-c7f10073-931d-4939-b6f9-a9a474eb680e tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0563421 Jul 11 14:45:09.782601 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:09.794456 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '35522aa1-427b-4c21-88e8-ce45535459a0', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:45:09.795253 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f39ab86d-760c-40e6-be25-cedec1b95a47 req-1cf4595c-fc27-4118-b360-43d199af4344 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550098 Jul 11 14:45:09.830588 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:09.830959 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:09.845372 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35522aa1-427b-4c21-88e8-ce45535459a0 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:09.868883 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:09.873422 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:09.919623 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:09.926508 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.926848 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.927180 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.927508 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.928388 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.928710 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.929026 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.929342 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.929660 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.929971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.930287 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.930628 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.930941 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.931249 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:09.931557 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:10.184425 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['35522aa1-427b-4c21-88e8-ce45535459a0'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:45:10.238050 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:10.296462 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:45:10.315560 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:10.500931 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba147b-33ce-4173-8820-7f4480705824 req-29cb4dab-89f0-410e-9daf-da6338b39e67 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:10.502442 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ba147b-33ce-4173-8820-7f4480705824 req-29cb4dab-89f0-410e-9daf-da6338b39e67 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 944 time: 0.0488994 Jul 11 14:45:10.552376 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ba147b-33ce-4173-8820-7f4480705824 req-46cdafbf-584a-417e-9af6-12cbc4bae72b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439286 Jul 11 14:45:10.910104 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1acb-a511-4fdf-bfab-6aaf2b915509 req-3b683e70-1584-48b5-a333-52b80efde50c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:10.911599 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f73c1acb-a511-4fdf-bfab-6aaf2b915509 req-3b683e70-1584-48b5-a333-52b80efde50c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0471692 Jul 11 14:45:10.975352 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f73c1acb-a511-4fdf-bfab-6aaf2b915509 req-e2441fc1-117c-4efe-9463-5fdb4fb061a1 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571089 Jul 11 14:45:11.671665 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:45:11.676073 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e905-8940-4195-8c89-60a69236fc03 req-91fa38cb-a616-4672-8934-8ff5151748ac tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:11.678166 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7064e905-8940-4195-8c89-60a69236fc03 req-91fa38cb-a616-4672-8934-8ff5151748ac tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 944 time: 0.0492594 Jul 11 14:45:11.714610 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 35522aa1-427b-4c21-88e8-ce45535459a0 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:45:11.721512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 35522aa1-427b-4c21-88e8-ce45535459a0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:11.721884 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:11.736022 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7064e905-8940-4195-8c89-60a69236fc03 req-c8c9210e-4867-4a3f-b03d-163d4bc5d8d7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517709 Jul 11 14:45:11.794585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:11.794971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:11.817640 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:11.819878 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb72edbf-5553-4bee-9c70-50d8c7a102bb" -d '{"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-plugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:11.832666 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:11.837266 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:11.862519 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b1526-f0de-4dde-8286-21b259b6193f x-openstack-request-id: req-4b2b1526-f0de-4dde-8286-21b259b6193f {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:11.862800 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-plugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:11.863043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b2b1526-f0de-4dde-8286-21b259b6193f {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:11.863426 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2b1526-f0de-4dde-8286-21b259b6193f'] response: {'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'code': 200} Jul 11 14:45:11.888775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:12.040079 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65706366-0a75-4318-819e-d904dc3117de req-81d67b3c-9c72-4af5-99a7-d36632e4ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:12.041564 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-65706366-0a75-4318-819e-d904dc3117de req-81d67b3c-9c72-4af5-99a7-d36632e4ccea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1129 time: 0.0434268 Jul 11 14:45:12.090833 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-65706366-0a75-4318-819e-d904dc3117de req-954318a4-5d8e-4987-a8f4-55a0d3fe1ff1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Jul 11 14:45:12.096294 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed54a-ccb0-4c14-80ad-babd9ea3ffec req-84a7f260-9126-4bc4-865d-8e96bdc3b73b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:12.097867 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8c7ed54a-ccb0-4c14-80ad-babd9ea3ffec req-84a7f260-9126-4bc4-865d-8e96bdc3b73b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0514641 Jul 11 14:45:12.158487 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8c7ed54a-ccb0-4c14-80ad-babd9ea3ffec req-6fe71a3b-ea18-4af2-8d68-35e3801fef28 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542281 Jul 11 14:45:13.018858 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817859-a221-48e1-a279-4b0b0ac84a77 req-50d89b5f-ac0b-43ea-9b86-89f1d0770ab5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:13.020318 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-db817859-a221-48e1-a279-4b0b0ac84a77 req-50d89b5f-ac0b-43ea-9b86-89f1d0770ab5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.2083552 Jul 11 14:45:13.067702 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-db817859-a221-48e1-a279-4b0b0ac84a77 req-02e29807-4e8e-4997-ab91-55a679234bb4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Jul 11 14:45:13.328120 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6ae05-2731-480f-b8c6-b343837b8354 req-d7cfb450-02f0-434a-a4a9-26bb14c83eba tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:13.329556 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d7c6ae05-2731-480f-b8c6-b343837b8354 req-d7cfb450-02f0-434a-a4a9-26bb14c83eba tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.1007247 Jul 11 14:45:13.392586 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d7c6ae05-2731-480f-b8c6-b343837b8354 req-24f2280c-e0c6-4312-acd5-a98285383825 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563846 Jul 11 14:45:14.191574 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df5f8-1a26-4f95-9510-30015dd63bc5 req-17a74fc0-e48e-4675-959e-4ccb759b0950 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:14.193059 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3d6df5f8-1a26-4f95-9510-30015dd63bc5 req-17a74fc0-e48e-4675-959e-4ccb759b0950 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0516713 Jul 11 14:45:14.218868 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:14.241095 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3d6df5f8-1a26-4f95-9510-30015dd63bc5 req-71a83f46-211c-42d3-bcd8-721da42f8b6c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 Jul 11 14:45:14.357620 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d424e-1c63-4639-90e8-9bd87b31a80c req-1c7c51bc-b680-4bef-b5ff-e6d1ed1c477d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:14.359044 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d94d424e-1c63-4639-90e8-9bd87b31a80c req-1c7c51bc-b680-4bef-b5ff-e6d1ed1c477d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0512633 Jul 11 14:45:14.367594 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44842) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:14.371913 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Request body: {'floatingip': {'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:14.410843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (de917294-6ff2-46f6-a58c-370f4bc40066), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:14.514622 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba31a9-3f17-4ccd-bfcd-9794d6a2b752 req-54abf669-30f5-4bcb-ba8d-376e42930f02 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:14.516062 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-30ba31a9-3f17-4ccd-bfcd-9794d6a2b752 req-54abf669-30f5-4bcb-ba8d-376e42930f02 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0481584 Jul 11 14:45:14.577123 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-30ba31a9-3f17-4ccd-bfcd-9794d6a2b752 req-03d2f948-7994-40f9-be9c-87978caa13ed tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547342 Jul 11 14:45:14.834544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:14.849057 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:14.852641 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (de917294-6ff2-46f6-a58c-370f4bc40066), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:14.950085 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Floating IP de917294-6ff2-46f6-a58c-370f4bc40066 associated. External IP: 172.37.1.175, port: 35522aa1-427b-4c21-88e8-ce45535459a0. Jul 11 14:45:15.008118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:15.038928 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:15.149901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:15.252675 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:15.257522 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:15.263101 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:15.273557 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:15.274160 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:15.286958 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9556b79a-ef72-405b-b897-65e6dd671b52 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "PUT /v2.0/floatingips/de917294-6ff2-46f6-a58c-370f4bc40066 HTTP/1.1" status: 200 len: 991 time: 0.9183226 Jul 11 14:45:15.287621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:15.289924 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:15.327500 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18d1d52-6912-4e62-b680-578cae88128b x-openstack-request-id: req-a18d1d52-6912-4e62-b680-578cae88128b {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:15.327785 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:15.328033 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a18d1d52-6912-4e62-b680-578cae88128b {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:15.328433 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18d1d52-6912-4e62-b680-578cae88128b'] response: {'name': 'network-changed', 'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'status': 'completed', 'code': 200} Jul 11 14:45:15.391976 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-45c55f86-fcdf-4b85-881f-a0844cd52dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:15.393502 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-45c55f86-fcdf-4b85-881f-a0844cd52dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1129 time: 0.0418320 Jul 11 14:45:15.476397 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:15.491957 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-ce05428a-4ef9-47bc-976d-a8fa85c4bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:15.493460 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-ce05428a-4ef9-47bc-976d-a8fa85c4bc48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.0925744 Jul 11 14:45:15.559044 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-c6c14afd-f5ef-48a2-a1ac-2c56063a8655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 999 time: 0.0578382 Jul 11 14:45:15.618275 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-0b653727-f047-402f-b234-cf419850fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:15.620749 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-0b653727-f047-402f-b234-cf419850fec2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0542362 Jul 11 14:45:15.654169 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:15.654758 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:15.697993 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de917294-6ff2-46f6-a58c-370f4bc40066', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'floating_ip_address': '172.37.1.175', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43772fe7-b391-4878-bbea-658602d822ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:03Z', 'updated_at': '2022-07-11T14:45:14Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:15.701413 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-81888626-435e-4557-8ff6-f594cf90e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:15.702919 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-81888626-435e-4557-8ff6-f594cf90e784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742638 Jul 11 14:45:15.725228 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:15.726243 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd3fc-7848-4674-9e29-c0fdfcc789a5 req-5f64d006-9dba-49ef-bffe-fb23b4013938 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:15.727904 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-68cfd3fc-7848-4674-9e29-c0fdfcc789a5 req-5f64d006-9dba-49ef-bffe-fb23b4013938 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0657010 Jul 11 14:45:15.734074 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:15.734723 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:15.736804 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:15.844258 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:15.853639 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-68cfd3fc-7848-4674-9e29-c0fdfcc789a5 req-a4d6cd89-6998-4127-b279-b4950211e07b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156104 Jul 11 14:45:15.855464 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-d74973dd-5960-4e78-8605-42072b37816d service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445415 Jul 11 14:45:15.949795 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8dd5c101-d5fb-4237-9229-aac53d9ff6bb req-78fe8766-542c-4b4e-92a2-3b15168227de service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876212 Jul 11 14:45:16.060838 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de917294-6ff2-46f6-a58c-370f4bc40066', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'floating_ip_address': '172.37.1.175', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43772fe7-b391-4878-bbea-658602d822ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:03Z', 'updated_at': '2022-07-11T14:45:14Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:16.086232 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e5d4f-75aa-4941-9374-60edd7f7a40f None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de917294-6ff2-46f6-a58c-370f4bc40066', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'floating_ip_address': '172.37.1.175', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43772fe7-b391-4878-bbea-658602d822ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:03Z', 'updated_at': '2022-07-11T14:45:14Z', 'revision_number': 1, 'project_id': 'f6606b37accd43619058aef23f10745b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:16.263965 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865619da-6439-4651-9cdb-cf22b88706bb None None] New status for floating IP de917294-6ff2-46f6-a58c-370f4bc40066: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:16.968973 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-6483f801-5194-4493-b84d-1929a0544db3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399477 Jul 11 14:45:16.977443 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d00f6-c5b9-4d0b-beea-580f43de8b1c req-606ce5dd-7e45-4395-b5ff-72b151f13e02 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:16.979050 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9e1d00f6-c5b9-4d0b-beea-580f43de8b1c req-606ce5dd-7e45-4395-b5ff-72b151f13e02 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0541222 Jul 11 14:45:17.046012 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9e1d00f6-c5b9-4d0b-beea-580f43de8b1c req-023cf6e8-6374-4e26-9a43-703a01165154 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611491 Jul 11 14:45:17.065823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194cc6-38de-400f-9794-fe24e89811ec req-0f6c8654-42c6-4a08-b2f5-887e7756f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:17.067342 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-0f6c8654-42c6-4a08-b2f5-887e7756f2ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98966d44ea88477b94215761cdc92ea7&device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 1129 time: 0.0453675 Jul 11 14:45:17.176525 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194cc6-38de-400f-9794-fe24e89811ec req-1fda71cf-a2e1-4251-9b49-56f09798d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:17.178558 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-1fda71cf-a2e1-4251-9b49-56f09798d3d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 200 len: 919 time: 0.0921068 Jul 11 14:45:17.203480 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a3502-e2de-40ac-b537-7beeebbcb1e8 req-defa4d02-350c-4357-be26-840e32f23556 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:17.204921 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f81a3502-e2de-40ac-b537-7beeebbcb1e8 req-defa4d02-350c-4357-be26-840e32f23556 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0474713 Jul 11 14:45:17.254865 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f81a3502-e2de-40ac-b537-7beeebbcb1e8 req-ff5d6a3c-95f2-49b5-a69d-e14970254c07 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Jul 11 14:45:18.167966 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbbcbc-f2d3-4599-9d17-75a5197b9ce5 req-f91af81f-e636-4ecf-8c1c-5da5becbca1c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:18.169433 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4cdbbcbc-f2d3-4599-9d17-75a5197b9ce5 req-f91af81f-e636-4ecf-8c1c-5da5becbca1c tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0478120 Jul 11 14:45:18.229494 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4cdbbcbc-f2d3-4599-9d17-75a5197b9ce5 req-920bba08-334d-435c-8af3-85a94465026f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543084 Jul 11 14:45:18.373286 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980bb6-a50e-4467-affa-4814c39845b8 req-c83f43ae-2485-42fb-b712-12a46e539f99 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:18.374761 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-93980bb6-a50e-4467-affa-4814c39845b8 req-c83f43ae-2485-42fb-b712-12a46e539f99 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0520561 Jul 11 14:45:18.424046 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-93980bb6-a50e-4467-affa-4814c39845b8 req-74b74a05-67e1-4b97-a46c-2a8a183e3511 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Jul 11 14:45:18.438983 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:18.470232 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-8fba2b36-8b41-461e-bd71-292f23bad920 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 200 len: 217 time: 0.0379007 Jul 11 14:45:18.687933 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194cc6-38de-400f-9794-fe24e89811ec req-27603dbe-c558-4865-ab33-8a5b87fcd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:18.689372 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-27603dbe-c558-4865-ab33-8a5b87fcd276 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 200 len: 857 time: 0.0452442 Jul 11 14:45:19.082065 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194cc6-38de-400f-9794-fe24e89811ec req-f89260d0-3f8a-418a-bfaa-70825e62495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:19.083633 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-f89260d0-3f8a-418a-bfaa-70825e62495e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=382f35eb-d1cd-45e3-b28b-3e3389f544db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427778 Jul 11 14:45:19.345220 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca71d06-cd9b-4e37-8d43-49dde3941f98 req-0a485ab0-1088-4b02-a007-4cc74d166f31 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:19.346638 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dca71d06-cd9b-4e37-8d43-49dde3941f98 req-0a485ab0-1088-4b02-a007-4cc74d166f31 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0499480 Jul 11 14:45:19.407760 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-dca71d06-cd9b-4e37-8d43-49dde3941f98 req-5df6fd59-92cf-4f69-afaa-37b7ce02476a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=65fd9fc5-5855-468e-9322-c09a03998b07&id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549240 Jul 11 14:45:19.454251 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acd9c2-72ce-43ef-92f7-4fa5a077814f req-0b63eaf0-3c4a-4c86-9b27-851a82d1a11b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:19.455751 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27acd9c2-72ce-43ef-92f7-4fa5a077814f req-0b63eaf0-3c4a-4c86-9b27-851a82d1a11b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0489395 Jul 11 14:45:19.503249 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27acd9c2-72ce-43ef-92f7-4fa5a077814f req-f0d877aa-1682-4f9f-9827-8fce947e049b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416329 Jul 11 14:45:19.543312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89050d9-40d4-4c8f-b76c-dfac7a5a79f5 req-79625a8c-5d2e-40b9-8117-7fa4d4be2ca2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:19.544762 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b89050d9-40d4-4c8f-b76c-dfac7a5a79f5 req-79625a8c-5d2e-40b9-8117-7fa4d4be2ca2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0505543 Jul 11 14:45:19.595956 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b89050d9-40d4-4c8f-b76c-dfac7a5a79f5 req-5df98fdd-0c83-493b-adc6-947fdd82a460 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Jul 11 14:45:19.717535 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-29f006da-f555-4cf7-aa44-fe935ab52a81 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902345 Jul 11 14:45:20.620834 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9467-88c1-464f-b651-a05ebb064ef8 req-f5f532f0-76bc-441c-9871-a48126a13529 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:20.622340 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5f5f9467-88c1-464f-b651-a05ebb064ef8 req-f5f532f0-76bc-441c-9871-a48126a13529 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0478334 Jul 11 14:45:20.642046 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:20.681830 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5f5f9467-88c1-464f-b651-a05ebb064ef8 req-9b1e11db-49b3-4cee-ac87-9a3b6827689f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531926 Jul 11 14:45:20.716060 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8720970-8436-4575-b93d-c9e98116b377 req-6540d9e3-58f2-4e0f-9c33-1718af0180d3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:20.717554 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8720970-8436-4575-b93d-c9e98116b377 req-6540d9e3-58f2-4e0f-9c33-1718af0180d3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Jul 11 14:45:20.767648 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e8720970-8436-4575-b93d-c9e98116b377 req-0d5c00cb-4305-4f96-86cb-894737ab0864 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Jul 11 14:45:21.583667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:21.628453 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-aaaea891-ed1d-4e9e-9bc9-66688843303e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:21.629864 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-aaaea891-ed1d-4e9e-9bc9-66688843303e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0476930 Jul 11 14:45:21.642642 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b8194cc6-38de-400f-9794-fe24e89811ec req-0cc51a09-92c6-4291-910c-3b946d6eb202 service neutron] 10.222.0.36 "GET /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877686 Jul 11 14:45:21.739324 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 957d5045-a8c1-4d28-8ee4-755331ae2c84 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:45:21.819099 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 957d5045-a8c1-4d28-8ee4-755331ae2c84 is: ACTIVE; New status is: DOWN {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:21.819483 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:21.839646 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49195-8765-454d-a3f2-8702b49a9340 req-ac07f233-6d03-40e9-bb9e-dfa3cd70f0bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:21.846726 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7da49195-8765-454d-a3f2-8702b49a9340 req-ac07f233-6d03-40e9-bb9e-dfa3cd70f0bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0922341 Jul 11 14:45:21.846937 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:21.848930 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ea7aa-4690-45b3-ad46-4731cdde9df5" -d '{"events": [{"server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "name": "network-vif-unplugged", "status": "completed", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:21.862983 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:21.867856 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:21.899176 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ba3ef-ceb8-4fea-8e60-85d7bb8cd7f6 req-fe1377f7-8365-44d9-b6e8-0df635d86074 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:21.906226 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-259ba3ef-ceb8-4fea-8e60-85d7bb8cd7f6 req-fe1377f7-8365-44d9-b6e8-0df635d86074 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 945 time: 0.0629783 Jul 11 14:45:21.917555 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Deleting port 957d5045-a8c1-4d28-8ee4-755331ae2c84 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:21.917942 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:21.918726 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=6']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:21.944224 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7da49195-8765-454d-a3f2-8702b49a9340 req-142c4a08-71a9-4144-9678-8ec4dcdef63e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967731 Jul 11 14:45:21.978289 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-c53c4625-8689-4bb8-8f01-f90bcebbe7da tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:21.979810 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-c53c4625-8689-4bb8-8f01-f90bcebbe7da tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 946 time: 0.0709412 Jul 11 14:45:21.996312 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7748a4-5a3c-4468-993d-548f1d59635f x-openstack-request-id: req-bf7748a4-5a3c-4468-993d-548f1d59635f {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:21.996607 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "name": "network-vif-unplugged", "status": "completed", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:21.996845 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf7748a4-5a3c-4468-993d-548f1d59635f {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:21.997434 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7748a4-5a3c-4468-993d-548f1d59635f'] response: {'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'code': 200} Jul 11 14:45:21.999946 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-259ba3ef-ceb8-4fea-8e60-85d7bb8cd7f6 req-5d53bd5b-f549-4cba-8599-eac7d90583cd tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916855 Jul 11 14:45:22.032056 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] For port 957d5045-a8c1-4d28-8ee4-755331ae2c84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=957d5045-a8c1-4d28-8ee4-755331ae2c84,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:22.032414 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.039856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:22.207552 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.207917 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (be7d6cdf-89dd-4b54-afff-4baf361bc9b1), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.208129 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Floating IP be7d6cdf-89dd-4b54-afff-4baf361bc9b1 disassociated. External IP: 172.37.1.171, port: 957d5045-a8c1-4d28-8ee4-755331ae2c84. Jul 11 14:45:22.208472 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Calling delete_port for 957d5045-a8c1-4d28-8ee4-755331ae2c84 owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:22.363956 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (957d5045-a8c1-4d28-8ee4-755331ae2c84), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.398466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'Port': ['ID=957d5045-a8c1-4d28-8ee4-755331ae2c84,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:22.514064 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:22.525851 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Deleting port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:22.526185 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.618545 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] For port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:22.618925 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.619176 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:22.624118 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:22.630481 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:22.642413 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:22.643176 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:22.672931 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] No DVR routers for this DVR port 957d5045-a8c1-4d28-8ee4-755331ae2c84 on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:45:22.677094 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.682377 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0422ddc4-2d62-4064-86e0-5f7ff6c1c96c req-92ebccfb-96b2-4b74-b66a-58b72d7890d6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "DELETE /v2.0/ports/957d5045-a8c1-4d28-8ee4-755331ae2c84 HTTP/1.1" status: 204 len: 173 time: 0.9357057 Jul 11 14:45:22.682915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'name': 'network-vif-deleted', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:22.686293 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb8ca3-3047-4f5d-ad8a-c6ec1befa2eb" -d '{"events": [{"server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "name": "network-vif-deleted", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:22.764029 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c7a4b8-a9f9-4acd-932c-94da2a618fda x-openstack-request-id: req-e8c7a4b8-a9f9-4acd-932c-94da2a618fda {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:22.764380 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a91aed4-52ff-4220-bc8f-571c50452865", "name": "network-vif-deleted", "tag": "957d5045-a8c1-4d28-8ee4-755331ae2c84", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:22.764584 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8c7a4b8-a9f9-4acd-932c-94da2a618fda {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:22.764989 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c7a4b8-a9f9-4acd-932c-94da2a618fda'] response: {'server_uuid': '3a91aed4-52ff-4220-bc8f-571c50452865', 'name': 'network-vif-deleted', 'tag': '957d5045-a8c1-4d28-8ee4-755331ae2c84', 'status': 'completed', 'code': 200} Jul 11 14:45:22.767385 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4f2c9baa-d39c-44c4-9b0e-7bc464b91210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.783422 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:22.839503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:22.854123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.854587 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (079cf903-e897-4a4c-91f7-0b6e904c7e95), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:22.854995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Floating IP 079cf903-e897-4a4c-91f7-0b6e904c7e95 disassociated. External IP: 172.37.1.56, port: edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87. Jul 11 14:45:22.855493 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Calling delete_port for edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:22.992331 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:22.999650 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:23.027812 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:23.038066 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:23.038574 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:23.049201 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event deleted for resources: {'Port': ['ID=edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:23.102960 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c762d594-9e66-4862-83b6-78f143e4d71a req-217f7bac-2e3d-4242-a345-36cba4f54a3b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=62a90c58-0027-47e8-8909-44512060e08d HTTP/1.1" status: 200 len: 210 time: 0.0563133 Jul 11 14:45:23.144351 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a07abb88-abbc-48db-a890-81e0145cd48e req-4c0fbed1-ff7c-4bf4-ac3f-69bac9ecc8ef tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a91aed4-52ff-4220-bc8f-571c50452865 HTTP/1.1" status: 200 len: 210 time: 0.0460534 Jul 11 14:45:23.181351 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:23.221162 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Router 0826b137-59e6-415a-96ae-9cbf956c4202 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:23.249445 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:23.325626 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:23.329950 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:23.341540 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:23.352598 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:23.353459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:23.358612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:23.378553 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] No DVR routers for this DVR port edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:45:23.382854 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:23.386443 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4f68d64-c9f4-4cd2-8d87-368bdc93ac62 req-5629832e-a21c-49e1-bb71-118cae5abc34 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "DELETE /v2.0/ports/edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 HTTP/1.1" status: 204 len: 173 time: 1.1868210 Jul 11 14:45:23.386985 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'name': 'network-vif-deleted', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:23.389402 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97510ce5-affc-4120-a1da-3559ef46e04b" -d '{"events": [{"server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "name": "network-vif-deleted", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:23.407388 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:23.454645 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6eb7f-827f-47d6-b27b-fbe636386865 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:23.472695 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691c5ea-fadc-4ad6-81e8-47bbb3bf1e04 x-openstack-request-id: req-1691c5ea-fadc-4ad6-81e8-47bbb3bf1e04 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:23.473074 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a90c58-0027-47e8-8909-44512060e08d", "name": "network-vif-deleted", "tag": "edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:23.473232 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1691c5ea-fadc-4ad6-81e8-47bbb3bf1e04 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:23.473645 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1691c5ea-fadc-4ad6-81e8-47bbb3bf1e04'] response: {'server_uuid': '62a90c58-0027-47e8-8909-44512060e08d', 'name': 'network-vif-deleted', 'tag': 'edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87', 'status': 'completed', 'code': 200} Jul 11 14:45:23.690104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:23.809911 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a68ea-c7cd-44b1-bfa5-4a71f8a5e1a7 None None] New status for floating IP be7d6cdf-89dd-4b54-afff-4baf361bc9b1: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:23.847405 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:23.898283 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:23.901046 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:23.929136 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:23.939923 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:23.940550 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:44:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:24.049095 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:24.204155 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44914) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:24.260575 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:24.266703 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24fea42b-ac4d-45de-90d4-82cffd36b923 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (3ccdf8ef-41ef-4276-ba39-45f5e31f74ec), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.288286 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ddc8d-ac2a-410e-8287-10006b1d00c2 None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:24.295432 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24fea42b-ac4d-45de-90d4-82cffd36b923 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (3ccdf8ef-41ef-4276-ba39-45f5e31f74ec), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.352883 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24fea42b-ac4d-45de-90d4-82cffd36b923 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (3ccdf8ef-41ef-4276-ba39-45f5e31f74ec), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.355832 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-24fea42b-ac4d-45de-90d4-82cffd36b923 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.357045 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-24fea42b-ac4d-45de-90d4-82cffd36b923 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "DELETE /v2.0/security-groups/3ccdf8ef-41ef-4276-ba39-45f5e31f74ec HTTP/1.1" status: 204 len: 168 time: 0.1514761 Jul 11 14:45:24.360010 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44922) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:24.368452 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fea42b-ac4d-45de-90d4-82cffd36b923 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccdf8ef-41ef-4276-ba39-45f5e31f74ec,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:24.397154 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-a747aaea-ca0e-4cda-a471-6a638286e3dc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] show failed (client error): The resource could not be found. Jul 11 14:45:24.398408 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a747aaea-ca0e-4cda-a471-6a638286e3dc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups/3ccdf8ef-41ef-4276-ba39-45f5e31f74ec HTTP/1.1" status: 404 len: 347 time: 0.0371706 Jul 11 14:45:24.401441 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44924) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:24.559064 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4804f12-610a-448b-9ba4-f7ab6769f13a None None] New status for floating IP 079cf903-e897-4a4c-91f7-0b6e904c7e95: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:24.560427 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-6249b130-290f-4edd-9b75-226973b9494b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075789476&fields=id&tenant_id=3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 267 time: 0.1212285 Jul 11 14:45:24.566346 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Deleting port c240d2cc-e299-4231-8db2-6da138533717 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:24.566732 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (c240d2cc-e299-4231-8db2-6da138533717), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.734739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (c240d2cc-e299-4231-8db2-6da138533717), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.735083 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (c240d2cc-e299-4231-8db2-6da138533717), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:24.752492 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-787acaac-64a5-4639-a388-339fab4ad1ce tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:24.753973 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-787acaac-64a5-4639-a388-339fab4ad1ce tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 811 time: 0.1850848 Jul 11 14:45:24.758616 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Calling delete_port for c240d2cc-e299-4231-8db2-6da138533717 owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:24.781281 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-a277d19b-3737-4f10-94c2-274d520337f1 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/quotas/3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 375 time: 0.0195470 Jul 11 14:45:24.783006 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:24.876865 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-cc0007fa-a12f-4d52-bf05-8525b97c2002 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659461 Jul 11 14:45:25.018017 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (c240d2cc-e299-4231-8db2-6da138533717), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.056600 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event deleted for resources: {'Port': ['ID=c240d2cc-e299-4231-8db2-6da138533717,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:25.118476 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-85188a68-a6b8-41f6-a8ca-23aafeab44ab service neutron] 10.222.0.72 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276986 Jul 11 14:45:25.151922 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (079cf903-e897-4a4c-91f7-0b6e904c7e95), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.154349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.155492 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-821ee6e7-b408-4984-afb6-a4bf4bf9aed1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "DELETE /v2.0/floatingips/079cf903-e897-4a4c-91f7-0b6e904c7e95 HTTP/1.1" status: 204 len: 168 time: 0.7531371 Jul 11 14:45:25.225813 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-7baa7724-c34a-4734-8fed-a02447d799ff service neutron] 10.222.0.72 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009748 Jul 11 14:45:25.247222 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44930) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:25.254693 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839624147', 'description': 'tempest-description--1435666820'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:25.287760 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.318995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:25.363024 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (73bfb3ac-9cb0-44fe-b029-808bc2034c74), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.368252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (73bfb3ac-9cb0-44fe-b029-808bc2034c74), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.401459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.402759 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1541965 Jul 11 14:45:25.405067 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-58f0fa2c-a9f2-41d5-975f-2555bc82b8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.405632 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245840c3-f4cd-44b2-add0-1ddb2c11b0d8 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bfb3ac-9cb0-44fe-b029-808bc2034c74,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:25.407060 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44938) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:25.419109 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'security_group_rule': {'security_group_id': '73bfb3ac-9cb0-44fe-b029-808bc2034c74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:25.457593 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (bfcbb114-690c-406f-9896-3d3250fcd6dc), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.462561 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:25.527606 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (bfcbb114-690c-406f-9896-3d3250fcd6dc), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.533000 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (bfcbb114-690c-406f-9896-3d3250fcd6dc), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.555710 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcbb114-690c-406f-9896-3d3250fcd6dc,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:25.565563 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.566839 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-503c5a1a-6d65-4507-9f52-a86c6788cbf1 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584864 Jul 11 14:45:25.569452 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 44946) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:25.574244 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'security_group_rule': {'security_group_id': '73bfb3ac-9cb0-44fe-b029-808bc2034c74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:25.592551 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1ac309e9-a4b1-423f-a283-a64e37475bd2 req-ad16bf15-95f9-4eed-a3d5-e8b62289b21b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 210 time: 0.0396147 Jul 11 14:45:25.613184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (5a440c6d-68cf-46d7-a51a-786e9fe6d6cc), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.675538 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (5a440c6d-68cf-46d7-a51a-786e9fe6d6cc), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.680030 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (5a440c6d-68cf-46d7-a51a-786e9fe6d6cc), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.700932 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a440c6d-68cf-46d7-a51a-786e9fe6d6cc,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:25.710688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.715154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 44948) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:25.715329 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-6cb49d6b-08b1-4fe0-9f13-da0df83686bc tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446946 Jul 11 14:45:25.719898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:25.734703 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:45:25.744057 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.756685 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:45:25.757303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device edfcc9e3-9cd5-4b35-adc9-68a5f06aeb87 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:45:25.825344 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:25.939989 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Allocated IP 172.37.1.231 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/12dcfb4b-be21-41df-96eb-dd1b2431408d) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:26.056486 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.092897 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.129018 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:26.133212 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:26.138119 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:26.144629 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:26.151824 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'Port': ['ID=12dcfb4b-be21-41df-96eb-dd1b2431408d,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:26.194768 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (345242f3-0f08-4d3c-8157-30eee3c2008f), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.234302 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.353208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:26.388701 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.393173 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.424753 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (345242f3-0f08-4d3c-8157-30eee3c2008f), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.447127 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'Port': ['ID=12dcfb4b-be21-41df-96eb-dd1b2431408d,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:26.451899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:26.453105 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-fb17d71c-4257-4f4c-b002-8c8c05533d48 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7368562 Jul 11 14:45:26.666057 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-046fb45f-ee74-4290-b9b2-aa5fc22dae51 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--839624147&fields=id&tenant_id=c0e363b1584848c1aecbe186cf91eec5 HTTP/1.1" status: 200 len: 267 time: 0.0535913 Jul 11 14:45:26.710014 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e138187c-a29f-4d64-a7d7-2624103bc87c req-a5b3c3c6-049a-48ec-858f-8f15ecfa05ca tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 210 time: 0.0336895 Jul 11 14:45:26.751682 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:26.873717 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d738f4a1-2420-458e-b335-c34558ce0965 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:26.875347 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d738f4a1-2420-458e-b335-c34558ce0965 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 811 time: 0.1898398 Jul 11 14:45:26.884032 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-35b3a9e3-866e-45d3-9314-4caacea257af tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:26.885457 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-35b3a9e3-866e-45d3-9314-4caacea257af tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 811 time: 0.2117069 Jul 11 14:45:26.896923 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-ae15c212-47d8-44d5-acb9-4e10751c1e3e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/quotas/c0e363b1584848c1aecbe186cf91eec5 HTTP/1.1" status: 200 len: 375 time: 0.0099883 Jul 11 14:45:26.972737 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-673edafe-72cf-4fc2-8cdc-2dab988aa71a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684876 Jul 11 14:45:27.010255 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-baa9de39-c4ca-484f-9a55-2ff180d05000 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 380 time: 0.1124122 Jul 11 14:45:27.027097 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'port': {'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'admin_state_up': True, 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'security_groups': ['49e6c7b4-1580-4038-901b-087322dd7a61']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:27.055164 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:27.156332 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-db006a64-f52e-4605-8fea-744c4896374f service neutron] 10.222.0.72 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718452 Jul 11 14:45:27.207236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:27.254321 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Made reservation on behalf of 3d541b7a72dc4b4494a42bda6fa75026 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:45:27.258549 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:27.308337 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-e04cf517-c4dc-4254-9c0c-75bfa087d8e3 service neutron] 10.222.0.72 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425607 Jul 11 14:45:27.447131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Allocated IP 172.20.0.8 (e7191ae9-3a75-447f-ae05-2827e78eae91/d31e658e-355f-4ad7-9cf1-9c5cec40f92e/1544341d-a8ad-41b0-8bc7-e3d71545d58f) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:27.568067 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-785d1368-4dc7-4658-9686-9e469a82a268 req-8768f70a-87da-48fd-a7f2-a6c8a80752aa tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 210 time: 0.0626063 Jul 11 14:45:27.673104 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:27.709721 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:27.746680 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:27.764353 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:27.770635 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:27.773761 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=1544341d-a8ad-41b0-8bc7-e3d71545d58f,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:27.776115 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:27.845583 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:27.846522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:27.870825 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-dc557dc9-c258-4413-886a-71fcb7d026df tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538423 Jul 11 14:45:27.885586 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Request body: {'port': {'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:27.894126 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a17de-f753-48e9-873f-3214bbe2b4e6 req-ec326059-bde1-456b-8199-78a103193f94 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:27.900921 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d89a17de-f753-48e9-873f-3214bbe2b4e6 req-ec326059-bde1-456b-8199-78a103193f94 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 931 time: 0.0572062 Jul 11 14:45:27.958264 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d89a17de-f753-48e9-873f-3214bbe2b4e6 req-e318ede8-ccf0-432a-ab0a-b6dbf171b75f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560474 Jul 11 14:45:28.191175 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-1a5d3a14-591f-434b-9a46-583269fbbebe None None] Provisioning complete for port 1544341d-a8ad-41b0-8bc7-e3d71545d58f triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:28.191752 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3a14-591f-434b-9a46-583269fbbebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.227004 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d3a14-591f-434b-9a46-583269fbbebe None None] Port 1544341d-a8ad-41b0-8bc7-e3d71545d58f cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:45:28.252384 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.312610 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.445276 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:28.509092 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.524187 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1544341d-a8ad-41b0-8bc7-e3d71545d58f {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:28.532217 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Publish callbacks [] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.544944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Transition to ACTIVE for port object 1544341d-a8ad-41b0-8bc7-e3d71545d58f will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:45:28.549460 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.605276 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Pushing event updated for resources: {'Port': ['ID=1544341d-a8ad-41b0-8bc7-e3d71545d58f,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:28.701245 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4b58ca4d-02e1-4623-9943-a84048ee2f6a req-817439f5-f758-4577-943b-1a8c6afa8001 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 210 time: 0.0358706 Jul 11 14:45:28.724695 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Attempting to bind port 1544341d-a8ad-41b0-8bc7-e3d71545d58f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:45:28.725035 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Attempting to bind port 1544341d-a8ad-41b0-8bc7-e3d71545d58f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:45:28.725350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Attempting to bind port 1544341d-a8ad-41b0-8bc7-e3d71545d58f on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:28.730684 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Port 1544341d-a8ad-41b0-8bc7-e3d71545d58f on network e7191ae9-3a75-447f-ae05-2827e78eae91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:45:28.731006 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Attempting to bind port 1544341d-a8ad-41b0-8bc7-e3d71545d58f on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:28.737808 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:45:28.738213 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Checking segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:45:28.738543 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Bound using segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:45:28.738978 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Bound port: 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:45:28.739343 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.836370 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] For port 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:45:28.841649 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] For port 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:45:28.850402 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.855928 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-fe71b7f4-53c7-4b0e-9ca0-b489738e93da tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:28.859060 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-fe71b7f4-53c7-4b0e-9ca0-b489738e93da tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 811 time: 0.1299405 Jul 11 14:45:28.891619 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:28.892231 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:28.893666 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] 10.222.0.36 "PUT /v2.0/ports/1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 1093 time: 1.0137539 Jul 11 14:45:28.894025 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:28.896369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c157dc-79af-4664-a401-4733aeee2c38" -d '{"events": [{"name": "network-changed", "server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:28.929985 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72491-1324-4fb6-acf4-192313116c76 service neutron] Pushing event updated for resources: {'Port': ['ID=1544341d-a8ad-41b0-8bc7-e3d71545d58f,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:28.949767 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb13f63-2ed4-4a60-b75d-caea1a308d55 x-openstack-request-id: req-beb13f63-2ed4-4a60-b75d-caea1a308d55 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:28.950059 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:28.950315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-beb13f63-2ed4-4a60-b75d-caea1a308d55 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:28.950749 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb13f63-2ed4-4a60-b75d-caea1a308d55'] response: {'name': 'network-changed', 'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'status': 'completed', 'code': 200} Jul 11 14:45:28.957988 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-b69bf7a6-e77d-4736-9c0d-658a844dc9b5 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0e363b1584848c1aecbe186cf91eec5 HTTP/1.1" status: 200 len: 379 time: 0.0799773 Jul 11 14:45:28.968105 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'port': {'device_id': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'admin_state_up': True, 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'security_groups': ['73bfb3ac-9cb0-44fe-b029-808bc2034c74']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:29.010376 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-73a50a70-1030-431d-9832-1b83172efd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.012349 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-73a50a70-1030-431d-9832-1b83172efd3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1127 time: 0.0533710 Jul 11 14:45:29.103420 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d5ddf-8298-4958-b746-780e835ed4bb req-acd16f2a-fb86-4142-a9ca-922d6ee6f9bf tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.105104 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a94d5ddf-8298-4958-b746-780e835ed4bb req-acd16f2a-fb86-4142-a9ca-922d6ee6f9bf tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0673265 Jul 11 14:45:29.134304 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Made reservation on behalf of c0e363b1584848c1aecbe186cf91eec5 for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:45:29.137925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:29.151459 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-cc355533-e43e-43a1-b392-78b41044d2ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 217 time: 0.0449855 Jul 11 14:45:29.206054 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:29.237962 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a94d5ddf-8298-4958-b746-780e835ed4bb req-f6c00d00-7785-4a24-844f-c86635f2adb4 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244183 Jul 11 14:45:29.238276 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:29.240819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-2008a55b-a283-4765-8631-534efab38490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.242580 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-2008a55b-a283-4765-8631-534efab38490 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0827303 Jul 11 14:45:29.298643 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Allocated IP 172.20.0.10 (208c5447-9d23-4b47-b27a-4307a7296819/a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a/acddbdf4-6edc-4eaf-8287-a34936c1b912) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:29.305891 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3da39007-bf8d-46d7-b108-402715396dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.307654 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-3da39007-bf8d-46d7-b108-402715396dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561697 Jul 11 14:45:29.430977 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-397bdb9c-0f22-45d7-82bf-fc5eb0e7703c service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098948 Jul 11 14:45:29.476764 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:29.518178 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:29.555928 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-23e1f807-b6c1-44f2-a090-e6510d355c6f req-d9bc275a-9023-43f8-836f-05123bf02cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990329 Jul 11 14:45:29.565846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Network 208c5447-9d23-4b47-b27a-4307a7296819 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:29.572538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:29.576746 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:29.582653 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.583296 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:29.588274 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event updated for resources: {'Port': ['ID=acddbdf4-6edc-4eaf-8287-a34936c1b912,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:29.596273 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:29.606485 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-d4e6e60c-5128-4dc0-8ea1-f7345f5c21ef tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6427894 Jul 11 14:45:29.810287 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-6c85b8b2-0009-4372-ad80-636e86744b45 None None] Provisioning complete for port acddbdf4-6edc-4eaf-8287-a34936c1b912 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:29.811232 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-6c85b8b2-0009-4372-ad80-636e86744b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:29.826914 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98652bb5-e7c7-4ca8-a538-00793ebcb493 req-07361250-5261-407e-9d3a-6afe839934cf tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.828432 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98652bb5-e7c7-4ca8-a538-00793ebcb493 req-07361250-5261-407e-9d3a-6afe839934cf tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 932 time: 0.0495756 Jul 11 14:45:29.844999 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-6c85b8b2-0009-4372-ad80-636e86744b45 None None] Port acddbdf4-6edc-4eaf-8287-a34936c1b912 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:45:29.854003 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:29.878492 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-98652bb5-e7c7-4ca8-a538-00793ebcb493 req-7ae1a91c-a3d7-47a9-830f-ab2adc646c7a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Jul 11 14:45:29.896764 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Request body: {'port': {'device_id': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:29.934975 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c157dc-79af-4664-a401-4733aeee2c38 req-ce3338bd-2a11-45f2-b337-cc3f7d29ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:29.936510 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-ce3338bd-2a11-45f2-b337-cc3f7d29ef86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1127 time: 0.0438018 Jul 11 14:45:30.046987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c157dc-79af-4664-a401-4733aeee2c38 req-e7f3e878-c20d-4db9-82da-17ef5863a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:30.052899 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-e7f3e878-c20d-4db9-82da-17ef5863a108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.1058698 Jul 11 14:45:30.096897 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-ada9e082-3cf7-4408-80bf-99d4343d7797 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 217 time: 0.0393293 Jul 11 14:45:30.153737 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c157dc-79af-4664-a401-4733aeee2c38 req-010f18ba-e456-482e-a23b-a61fdf4678e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:30.155262 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-010f18ba-e456-482e-a23b-a61fdf4678e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0508139 Jul 11 14:45:30.202716 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c157dc-79af-4664-a401-4733aeee2c38 req-9caf4ded-cfb2-46f9-b532-be72f1ac571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:30.204255 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-9caf4ded-cfb2-46f9-b532-be72f1ac571f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413482 Jul 11 14:45:30.230233 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:30.310598 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-9db134ab-cb7d-4d90-8a5f-b1f191170b4b service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993445 Jul 11 14:45:30.400112 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ef3a-e07f-4b5a-8ed9-f2f5c84a0d9f req-382fd72d-6822-4c81-ba8c-cde8e26272ae tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:30.401466 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ebc7ef3a-e07f-4b5a-8ed9-f2f5c84a0d9f req-382fd72d-6822-4c81-ba8c-cde8e26272ae tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0710111 Jul 11 14:45:30.415293 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-87c157dc-79af-4664-a401-4733aeee2c38 req-cff7f278-015b-4abc-8118-f3b90fc0e292 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977316 Jul 11 14:45:30.510337 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ebc7ef3a-e07f-4b5a-8ed9-f2f5c84a0d9f req-12e8f912-3ef1-44d3-85a3-e9b803042c8d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988548 Jul 11 14:45:30.582358 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acddbdf4-6edc-4eaf-8287-a34936c1b912 {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:30.590343 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Publish callbacks [] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:30.603973 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Transition to ACTIVE for port object acddbdf4-6edc-4eaf-8287-a34936c1b912 will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:45:30.607017 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:30.655884 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Pushing event updated for resources: {'Port': ['ID=acddbdf4-6edc-4eaf-8287-a34936c1b912,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:30.661428 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:30.696521 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Attempting to bind port acddbdf4-6edc-4eaf-8287-a34936c1b912 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:45:30.697169 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Attempting to bind port acddbdf4-6edc-4eaf-8287-a34936c1b912 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:45:30.697169 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Attempting to bind port acddbdf4-6edc-4eaf-8287-a34936c1b912 on network 208c5447-9d23-4b47-b27a-4307a7296819 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:30.702289 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Port acddbdf4-6edc-4eaf-8287-a34936c1b912 on network 208c5447-9d23-4b47-b27a-4307a7296819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:45:30.702621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Attempting to bind port acddbdf4-6edc-4eaf-8287-a34936c1b912 on network 208c5447-9d23-4b47-b27a-4307a7296819 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:30.708117 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:45:30.708961 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Checking segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:45:30.709330 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Bound using segment: {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:45:30.709823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Bound port: acddbdf4-6edc-4eaf-8287-a34936c1b912, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953f1db3-6ed5-4b5a-b2bb-914515b04769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:45:30.710096 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:30.778317 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] For port acddbdf4-6edc-4eaf-8287-a34936c1b912, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:45:30.781877 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] For port acddbdf4-6edc-4eaf-8287-a34936c1b912, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:45:30.789037 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:30.828276 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:30.828894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:30.830265 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] 10.222.0.36 "PUT /v2.0/ports/acddbdf4-6edc-4eaf-8287-a34936c1b912 HTTP/1.1" status: 200 len: 1094 time: 0.9381199 Jul 11 14:45:30.830737 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:30.833217 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:30.851348 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d381045-480a-4b88-a88e-a6831c3e6da5 service neutron] Pushing event updated for resources: {'Port': ['ID=acddbdf4-6edc-4eaf-8287-a34936c1b912,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:30.877856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11049f85-a6e8-4991-84a2-75ee8c97cf08 x-openstack-request-id: req-11049f85-a6e8-4991-84a2-75ee8c97cf08 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:30.878536 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:30.878946 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11049f85-a6e8-4991-84a2-75ee8c97cf08 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:30.879631 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11049f85-a6e8-4991-84a2-75ee8c97cf08'] response: {'name': 'network-changed', 'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'status': 'completed', 'code': 200} Jul 11 14:45:30.924984 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-40a75ccd-e314-4dcb-9125-449a6f59488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:30.926656 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-40a75ccd-e314-4dcb-9125-449a6f59488e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 1128 time: 0.0432827 Jul 11 14:45:30.981829 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-bd619b9f-e505-49b4-af60-24ca370a83db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912 HTTP/1.1" status: 200 len: 217 time: 0.0476751 Jul 11 14:45:31.047723 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078c4cd-f651-4e83-bad0-e6b9e3b0b4a5 req-233bd33f-3ca3-4cc7-bba0-7053a2d9e60b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:31.049199 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c078c4cd-f651-4e83-bad0-e6b9e3b0b4a5 req-233bd33f-3ca3-4cc7-bba0-7053a2d9e60b tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 944 time: 0.0769532 Jul 11 14:45:31.073901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-e5daef21-dbc4-432e-84c4-1e0051535d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:31.075324 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-e5daef21-dbc4-432e-84c4-1e0051535d76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0734391 Jul 11 14:45:31.082326 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:31.134383 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c078c4cd-f651-4e83-bad0-e6b9e3b0b4a5 req-59d0a7e2-5940-4d51-8c99-62a342601f60 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784774 Jul 11 14:45:31.139628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-303f6b11-91e6-4ee4-86a1-0c4756248687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:31.141048 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-303f6b11-91e6-4ee4-86a1-0c4756248687 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526984 Jul 11 14:45:31.250824 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-c093208d-8a08-4597-b3b4-9886e02565ed service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Jul 11 14:45:31.346647 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a07a581-d72a-4955-bf56-aeaab647e735 req-02706947-9b4d-4642-babc-fee4837a53c1 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863774 Jul 11 14:45:31.629733 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f9b49-d6c1-497b-a41c-052baf84e791 req-2b2bd805-558d-4272-9f88-56c9404e7cae tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:31.631264 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc7f9b49-d6c1-497b-a41c-052baf84e791 req-2b2bd805-558d-4272-9f88-56c9404e7cae tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0471826 Jul 11 14:45:31.680334 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc7f9b49-d6c1-497b-a41c-052baf84e791 req-25f426e8-1572-42e3-af78-20a4008482a9 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Jul 11 14:45:32.327986 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948ef6c-ff67-4c74-94db-b9bbd84fcca3 req-bcb58052-a777-4ecf-b841-bb0bbc9f753f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:32.329873 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9948ef6c-ff67-4c74-94db-b9bbd84fcca3 req-bcb58052-a777-4ecf-b841-bb0bbc9f753f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 944 time: 0.0674860 Jul 11 14:45:32.400266 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9948ef6c-ff67-4c74-94db-b9bbd84fcca3 req-b0e3556a-38e1-451c-a8f0-78cded32ef55 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627670 Jul 11 14:45:32.524259 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-50d489d1-5468-4cfc-b9ba-ed9a9572b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:32.526065 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-50d489d1-5468-4cfc-b9ba-ed9a9572b114 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 1128 time: 0.0481422 Jul 11 14:45:32.670065 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-d1e18f4c-57e1-4a39-be15-0926e8c8e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:32.671864 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-d1e18f4c-57e1-4a39-be15-0926e8c8e06d service neutron] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 912 time: 0.1371703 Jul 11 14:45:32.716630 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-83560146-7547-461f-b721-1930eb4f5551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912 HTTP/1.1" status: 200 len: 217 time: 0.0362852 Jul 11 14:45:32.781615 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-e1726f36-6523-4d12-b505-3d5608e30968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:32.783924 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-e1726f36-6523-4d12-b505-3d5608e30968 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0605323 Jul 11 14:45:32.853686 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc379ee4-6464-475f-ab52-824003ada494 req-36c75ad7-0b0b-4aff-b7c6-65813c90b04f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:32.856199 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc379ee4-6464-475f-ab52-824003ada494 req-36c75ad7-0b0b-4aff-b7c6-65813c90b04f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0785680 Jul 11 14:45:32.856390 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-36f33600-c589-40bc-9e94-4b1ba3bb8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:32.857938 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-36f33600-c589-40bc-9e94-4b1ba3bb8198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673206 Jul 11 14:45:32.900741 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:32.941178 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc379ee4-6464-475f-ab52-824003ada494 req-a37dbfbb-65ec-43f6-8cd3-253c9b34853b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780675 Jul 11 14:45:32.970046 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-a782d1c9-3e1f-47f8-8ec3-46cabd90e988 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000049 Jul 11 14:45:33.070727 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d2bcbe4d-0dbf-4be1-bd96-4af5e7261a3e req-d71cd06e-8f37-4657-aea1-769350ae0cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943649 Jul 11 14:45:33.531437 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461698-254e-4c85-924f-9d24f8479f2b req-bcffd219-835e-4649-81cc-72364cdfa2f0 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:33.533238 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5c461698-254e-4c85-924f-9d24f8479f2b req-bcffd219-835e-4649-81cc-72364cdfa2f0 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 944 time: 0.0511093 Jul 11 14:45:33.589303 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5c461698-254e-4c85-924f-9d24f8479f2b req-0ed7f6a6-8c81-4ea7-8aed-670780dd815f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485594 Jul 11 14:45:33.797955 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device acddbdf4-6edc-4eaf-8287-a34936c1b912 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:45:33.877404 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:33.909848 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port acddbdf4-6edc-4eaf-8287-a34936c1b912, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:33.922893 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'port_id': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'mac_address': 'fa:16:3e:e3:4c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:45:33.962886 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port acddbdf4-6edc-4eaf-8287-a34936c1b912 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:33.963397 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:33.986416 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acddbdf4-6edc-4eaf-8287-a34936c1b912 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:33.988459 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:33.992020 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:34.013575 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port acddbdf4-6edc-4eaf-8287-a34936c1b912, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:34.019945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:34.077733 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39dae1-eae6-4040-b06b-0a2864b3acda req-2edb653d-ea88-47bd-aca8-8c14fd898d41 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:34.079350 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-de39dae1-eae6-4040-b06b-0a2864b3acda req-2edb653d-ea88-47bd-aca8-8c14fd898d41 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0504425 Jul 11 14:45:34.099920 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=acddbdf4-6edc-4eaf-8287-a34936c1b912,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:34.123072 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:34.156837 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-de39dae1-eae6-4040-b06b-0a2864b3acda req-dcd88649-9425-4c52-ab0b-7a8d2c708e11 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703959 Jul 11 14:45:34.329321 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['acddbdf4-6edc-4eaf-8287-a34936c1b912'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:45:34.373765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:34.754657 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4c57-17bb-40b6-9730-87d2e24e39d4 req-9d91b1c7-9015-48e0-bee6-28d2268dda79 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:34.757737 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-767d4c57-17bb-40b6-9730-87d2e24e39d4 req-9d91b1c7-9015-48e0-bee6-28d2268dda79 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 945 time: 0.0695305 Jul 11 14:45:34.844298 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-767d4c57-17bb-40b6-9730-87d2e24e39d4 req-462deb93-c134-427e-a944-2e63e2e10744 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793858 Jul 11 14:45:35.301696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9eea9-7056-4239-abdc-2e95d1a39586 req-771a1716-4dfc-4dd2-b1ea-ce7ce2e4be23 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:35.303995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7ee9eea9-7056-4239-abdc-2e95d1a39586 req-771a1716-4dfc-4dd2-b1ea-ce7ce2e4be23 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0600357 Jul 11 14:45:35.383980 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7ee9eea9-7056-4239-abdc-2e95d1a39586 req-c195d2e5-a81d-475e-a6b5-af558cc2dba5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734212 Jul 11 14:45:35.813766 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device acddbdf4-6edc-4eaf-8287-a34936c1b912 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:45:35.863850 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port acddbdf4-6edc-4eaf-8287-a34936c1b912 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:45:35.872408 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port acddbdf4-6edc-4eaf-8287-a34936c1b912 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:35.873348 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:35.994260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c27f-e2b2-4fa1-ab17-57aa4792827f req-cac82cd1-8269-4c6f-92cd-0e9db6f979e7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:35.995890 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d359c27f-e2b2-4fa1-ab17-57aa4792827f req-cac82cd1-8269-4c6f-92cd-0e9db6f979e7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 945 time: 0.0569410 Jul 11 14:45:36.007875 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port acddbdf4-6edc-4eaf-8287-a34936c1b912 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:36.007875 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:36.028934 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:36.035714 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:36.039533 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfeebfe-02f7-4af0-a32b-b3898d9d817c" -d '{"events": [{"server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "name": "network-vif-plugged", "status": "completed", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:36.056369 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port acddbdf4-6edc-4eaf-8287-a34936c1b912, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:36.062331 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:36.070331 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d359c27f-e2b2-4fa1-ab17-57aa4792827f req-98b2ffb9-878e-4299-9be7-c2b0717fd1a5 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644271 Jul 11 14:45:36.104572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dbe1f9-e5b0-47c4-8053-e84fcd20191a x-openstack-request-id: req-51dbe1f9-e5b0-47c4-8053-e84fcd20191a {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:36.104998 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "name": "network-vif-plugged", "status": "completed", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:36.105381 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51dbe1f9-e5b0-47c4-8053-e84fcd20191a {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:36.105988 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dbe1f9-e5b0-47c4-8053-e84fcd20191a'] response: {'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'code': 200} Jul 11 14:45:36.151466 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=acddbdf4-6edc-4eaf-8287-a34936c1b912,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:36.529421 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6b9f8-c7bf-4c98-8140-d124895747aa req-3e6f1545-9eea-44b7-9f7a-92fc0f2d367d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:36.531751 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-78f6b9f8-c7bf-4c98-8140-d124895747aa req-3e6f1545-9eea-44b7-9f7a-92fc0f2d367d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0648782 Jul 11 14:45:36.603402 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-78f6b9f8-c7bf-4c98-8140-d124895747aa req-fabed914-45d6-4b3e-bcf2-a84ac3941122 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647604 Jul 11 14:45:37.053246 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d29956-7cde-4eb1-a758-b221f08779ad req-85f1ff56-a01a-4294-b2ef-194b34e691e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:37.054792 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e3d29956-7cde-4eb1-a758-b221f08779ad req-85f1ff56-a01a-4294-b2ef-194b34e691e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 1130 time: 0.1295705 Jul 11 14:45:37.234234 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a302089-7e25-4577-b590-65bfd1e2fcb2 req-5cabb912-e8a8-4138-87e5-4bb8c95c612f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:37.236716 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1a302089-7e25-4577-b590-65bfd1e2fcb2 req-5cabb912-e8a8-4138-87e5-4bb8c95c612f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0768034 Jul 11 14:45:37.296310 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1a302089-7e25-4577-b590-65bfd1e2fcb2 req-c8e52c87-9c39-41c4-a23d-87ac1945062a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536296 Jul 11 14:45:37.430917 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e3d29956-7cde-4eb1-a758-b221f08779ad req-79efd1dd-cd6e-40b5-a513-9e0ab628f361 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582807 Jul 11 14:45:37.750717 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff4417-8005-4748-9d0b-5a45bf869892 req-cfc03f08-3f81-4d6d-abc7-5ff8f9263fc6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:37.753282 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-caff4417-8005-4748-9d0b-5a45bf869892 req-cfc03f08-3f81-4d6d-abc7-5ff8f9263fc6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 943 time: 0.0729144 Jul 11 14:45:37.779063 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:37.815895 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-caff4417-8005-4748-9d0b-5a45bf869892 req-1ba02be7-408e-4c00-b3a2-5205d3a74dd2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561445 Jul 11 14:45:37.816754 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1544341d-a8ad-41b0-8bc7-e3d71545d58f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:45:37.931230 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:37.944331 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:45:38.011697 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 1544341d-a8ad-41b0-8bc7-e3d71545d58f is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:38.012318 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:38.029486 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1544341d-a8ad-41b0-8bc7-e3d71545d58f {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:38.033816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:38.059901 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:38.065085 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:38.118317 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=1544341d-a8ad-41b0-8bc7-e3d71545d58f,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:38.397548 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['1544341d-a8ad-41b0-8bc7-e3d71545d58f'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:45:38.436262 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3336d-36bd-4e00-919a-941109e2e852 req-33f9f3d2-4aa6-462e-bf8c-9fea13a02352 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:38.437911 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a2f3336d-36bd-4e00-919a-941109e2e852 req-33f9f3d2-4aa6-462e-bf8c-9fea13a02352 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0619543 Jul 11 14:45:38.516469 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a2f3336d-36bd-4e00-919a-941109e2e852 req-b7935b22-eb84-4b30-aec1-767ebf9ec6c9 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721617 Jul 11 14:45:38.606076 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:38.961192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c80810-f5c6-441b-ac64-e25690ccfa4f req-fd9fd1e3-bbcb-401e-b16e-9f6acdceced5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:38.963054 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d1c80810-f5c6-441b-ac64-e25690ccfa4f req-fd9fd1e3-bbcb-401e-b16e-9f6acdceced5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 944 time: 0.0672784 Jul 11 14:45:39.021184 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d1c80810-f5c6-441b-ac64-e25690ccfa4f req-45b40d57-5f73-456a-a745-015c2e78ae95 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488131 Jul 11 14:45:39.690898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a696a9-eff8-43de-8caa-36be41bce767 req-cc064448-8600-49bb-a01c-56b020188739 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:39.694233 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d6a696a9-eff8-43de-8caa-36be41bce767 req-cc064448-8600-49bb-a01c-56b020188739 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0856216 Jul 11 14:45:39.757569 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d6a696a9-eff8-43de-8caa-36be41bce767 req-3a9042f3-f541-420e-93ea-8e9d5953e547 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563996 Jul 11 14:45:39.788582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529ed98-a3d2-4b05-9559-dffc9776e822 req-f2e60fce-5e04-4350-9d34-1ae3d534873a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:39.790190 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d529ed98-a3d2-4b05-9559-dffc9776e822 req-f2e60fce-5e04-4350-9d34-1ae3d534873a tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0775299 Jul 11 14:45:39.812051 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1544341d-a8ad-41b0-8bc7-e3d71545d58f up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:45:39.869229 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d529ed98-a3d2-4b05-9559-dffc9776e822 req-6fcb8d91-2ea7-48c1-b431-da755b4e85a2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716183 Jul 11 14:45:39.883373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 1544341d-a8ad-41b0-8bc7-e3d71545d58f completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:45:39.891955 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 1544341d-a8ad-41b0-8bc7-e3d71545d58f triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:39.892419 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:39.983512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 1544341d-a8ad-41b0-8bc7-e3d71545d58f is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:45:39.984131 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:39.993488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087d25-18b7-4a6e-ab39-3a5569122b2a req-480f8393-8654-431d-8d63-5ab3ea861871 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:39.995143 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-17087d25-18b7-4a6e-ab39-3a5569122b2a req-480f8393-8654-431d-8d63-5ab3ea861871 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0591664 Jul 11 14:45:40.005101 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45128) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:40.010111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Request body: {'floatingip': {'port_id': 'acddbdf4-6edc-4eaf-8287-a34936c1b912'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:40.024846 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:40.028772 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263dd382-7030-4657-b331-03740602ee75" -d '{"events": [{"server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "name": "network-vif-plugged", "status": "completed", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:40.053518 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:40.059674 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:40.059982 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (345242f3-0f08-4d3c-8157-30eee3c2008f), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:40.098241 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4505180-8e3f-4bf0-bd0e-bcf5cc9f7c7a x-openstack-request-id: req-e4505180-8e3f-4bf0-bd0e-bcf5cc9f7c7a {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:40.099247 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "name": "network-vif-plugged", "status": "completed", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:40.099653 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4505180-8e3f-4bf0-bd0e-bcf5cc9f7c7a {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:40.100265 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4505180-8e3f-4bf0-bd0e-bcf5cc9f7c7a'] response: {'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'code': 200} Jul 11 14:45:40.147811 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=1544341d-a8ad-41b0-8bc7-e3d71545d58f,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:40.195067 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bed2f-41fb-4582-9307-0ee29bbcaef0 req-13801d1a-8dc0-42cd-b6d5-86e6e49926bf tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:40.197730 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e38bed2f-41fb-4582-9307-0ee29bbcaef0 req-13801d1a-8dc0-42cd-b6d5-86e6e49926bf tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0706868 Jul 11 14:45:40.263451 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e38bed2f-41fb-4582-9307-0ee29bbcaef0 req-cf2bfbf5-4eb1-4cd6-aa54-41c103f77d32 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585730 Jul 11 14:45:40.560033 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:40.565269 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (345242f3-0f08-4d3c-8157-30eee3c2008f), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:40.707458 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Floating IP 345242f3-0f08-4d3c-8157-30eee3c2008f associated. External IP: 172.37.1.231, port: acddbdf4-6edc-4eaf-8287-a34936c1b912. Jul 11 14:45:40.860123 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:40.866102 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:40.950374 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Router 0826b137-59e6-415a-96ae-9cbf956c4202 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:41.031568 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdf5ce-be8c-45c3-b7f4-df4e63923436 req-a4b25b82-b96f-4757-b330-2163a701ea70 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:41.033226 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4fbdf5ce-be8c-45c3-b7f4-df4e63923436 req-a4b25b82-b96f-4757-b330-2163a701ea70 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0585647 Jul 11 14:45:41.086135 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4fbdf5ce-be8c-45c3-b7f4-df4e63923436 req-f5bc86ee-527e-4656-a149-1d51b2bf5037 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471408 Jul 11 14:45:41.089071 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:41.094698 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:41.099383 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:41.110922 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:41.111445 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:41.130921 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1debd860-8052-4088-897b-6f2ac7a4d8e4 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "PUT /v2.0/floatingips/345242f3-0f08-4d3c-8157-30eee3c2008f HTTP/1.1" status: 200 len: 992 time: 1.1239605 Jul 11 14:45:41.131637 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:41.134028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3539e27-6dca-40df-a5dd-0bc8224acd85" -d '{"events": [{"name": "network-changed", "server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:41.232484 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:41.242608 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f90c3e-4820-48db-9423-ae7bd49179ef x-openstack-request-id: req-64f90c3e-4820-48db-9423-ae7bd49179ef {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:41.242894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:41.243146 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64f90c3e-4820-48db-9423-ae7bd49179ef {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:41.243548 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f90c3e-4820-48db-9423-ae7bd49179ef'] response: {'name': 'network-changed', 'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'status': 'completed', 'code': 200} Jul 11 14:45:41.400894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:41.409158 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf8bc0-a313-46b4-8ef6-9aa80a41128d req-05dee750-e8af-4669-82ad-eca519618a5b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:41.410765 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1abf8bc0-a313-46b4-8ef6-9aa80a41128d req-05dee750-e8af-4669-82ad-eca519618a5b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0551286 Jul 11 14:45:41.466168 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1abf8bc0-a313-46b4-8ef6-9aa80a41128d req-385bfa68-16bd-4e3c-8747-732ccad4d78e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493307 Jul 11 14:45:41.486138 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '345242f3-0f08-4d3c-8157-30eee3c2008f', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'floating_ip_address': '172.37.1.231', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'port_id': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'mac_address': 'fa:16:3e:e3:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:26Z', 'updated_at': '2022-07-11T14:45:40Z', 'revision_number': 1, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:41.539139 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:41.554180 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:41.555256 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:41.664746 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:41.896761 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '345242f3-0f08-4d3c-8157-30eee3c2008f', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'floating_ip_address': '172.37.1.231', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'port_id': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'mac_address': 'fa:16:3e:e3:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:26Z', 'updated_at': '2022-07-11T14:45:40Z', 'revision_number': 1, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:41.923697 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34825c95-7982-4176-80c0-0ea30264cc5c None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '345242f3-0f08-4d3c-8157-30eee3c2008f', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'floating_ip_address': '172.37.1.231', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'port_id': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'mac_address': 'fa:16:3e:e3:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:26Z', 'updated_at': '2022-07-11T14:45:40Z', 'revision_number': 1, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:42.140272 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfdd8d-7fb4-4414-9324-428a08aa7918 None None] New status for floating IP 345242f3-0f08-4d3c-8157-30eee3c2008f: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:42.238312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222e30b-0ae8-4aa9-96b1-6ca32bef3178 req-f654dee1-6a02-41b5-8025-233649ef6668 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:42.239994 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f222e30b-0ae8-4aa9-96b1-6ca32bef3178 req-f654dee1-6a02-41b5-8025-233649ef6668 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0621419 Jul 11 14:45:42.306675 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f222e30b-0ae8-4aa9-96b1-6ca32bef3178 req-15e0cde7-2498-4f1e-81f9-703e37cf757f tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603848 Jul 11 14:45:42.597076 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de696a-b10d-41b9-839c-d2aa2380bf96 req-c0cd5c16-af51-41d3-89c8-e19d46715a58 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:42.598722 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a8de696a-b10d-41b9-839c-d2aa2380bf96 req-c0cd5c16-af51-41d3-89c8-e19d46715a58 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0525377 Jul 11 14:45:42.659048 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a8de696a-b10d-41b9-839c-d2aa2380bf96 req-56927f32-04d5-45d2-b3d1-8b8f49401acb tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501461 Jul 11 14:45:43.225966 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-19c67db2-f8e1-4bac-b9b0-6de228534bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.227854 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-19c67db2-f8e1-4bac-b9b0-6de228534bd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e363b1584848c1aecbe186cf91eec5&device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 1130 time: 0.0550780 Jul 11 14:45:43.456114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101afc9-0f1c-4b45-a4f7-b53fb7328c20 req-dd912eb3-3926-4315-b290-ae922a94f680 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.458471 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c101afc9-0f1c-4b45-a4f7-b53fb7328c20 req-dd912eb3-3926-4315-b290-ae922a94f680 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0627508 Jul 11 14:45:43.538852 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c101afc9-0f1c-4b45-a4f7-b53fb7328c20 req-7ccbce35-d90d-4359-81f0-88a98bea85b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=659763f8-3003-49b8-9f02-70d4aeffc22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690289 Jul 11 14:45:43.564608 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-c6e5b4f8-b1c9-4354-8609-0a1ba3a9e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.567153 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-c6e5b4f8-b1c9-4354-8609-0a1ba3a9e6c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 200 len: 912 time: 0.1389017 Jul 11 14:45:43.586117 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:43.640499 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc2ea0-cbc2-49c6-887e-a8a7132e71c3 req-43be3024-9d5e-40a8-b9bb-6d5130391ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.642076 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3cdc2ea0-cbc2-49c6-887e-a8a7132e71c3 req-43be3024-9d5e-40a8-b9bb-6d5130391ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1129 time: 0.0707340 Jul 11 14:45:43.653786 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183d59a-8865-4ade-8264-2d4521f59678 req-b1aa6780-88c0-4416-af6a-e360e6ca1476 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.662158 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3183d59a-8865-4ade-8264-2d4521f59678 req-b1aa6780-88c0-4416-af6a-e360e6ca1476 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 946 time: 0.0747628 Jul 11 14:45:43.662500 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-1648c1c7-4ebe-44c2-b626-380dca573dd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912 HTTP/1.1" status: 200 len: 1002 time: 0.0811503 Jul 11 14:45:43.739048 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-b2b440dc-a23f-4064-841e-33567c2acf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.741422 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-b2b440dc-a23f-4064-841e-33567c2acf27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 200 len: 850 time: 0.0736957 Jul 11 14:45:43.796286 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3cdc2ea0-cbc2-49c6-887e-a8a7132e71c3 req-c22ab2c5-e8c4-4d68-ba87-17d4215daa56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395991 Jul 11 14:45:43.812624 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Deleting port 5a30e035-3f54-418c-8ac6-380a40fc2f5d {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:43.813191 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:43.844703 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-79365a59-a04e-4d6e-bed7-20c67a1c9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.845591 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-79365a59-a04e-4d6e-bed7-20c67a1c9fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=208c5447-9d23-4b47-b27a-4307a7296819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976546 Jul 11 14:45:43.863063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0c29b-f00f-4a5d-87bb-ec6c861004f6 req-04dfa837-8750-4200-8d78-17a3be3c5c06 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:43.865609 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f4f0c29b-f00f-4a5d-87bb-ec6c861004f6 req-04dfa837-8750-4200-8d78-17a3be3c5c06 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0818086 Jul 11 14:45:43.946655 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f4f0c29b-f00f-4a5d-87bb-ec6c861004f6 req-162d2543-b4f5-432b-a841-62bfc5bc18b9 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703862 Jul 11 14:45:43.967406 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] For port 5a30e035-3f54-418c-8ac6-380a40fc2f5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a30e035-3f54-418c-8ac6-380a40fc2f5d,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:43.968015 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:44.175159 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-e79d174c-3bad-462a-822e-da419ca2a3fd service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535304 Jul 11 14:45:44.221757 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:44.223074 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:44.224972 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Floating IP 28d82d92-dc14-4233-8199-cffa31dbf955 disassociated. External IP: 172.37.1.76, port: 5a30e035-3f54-418c-8ac6-380a40fc2f5d. Jul 11 14:45:44.225776 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Calling delete_port for 5a30e035-3f54-418c-8ac6-380a40fc2f5d owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:44.289510 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c3539e27-6dca-40df-a5dd-0bc8224acd85 req-a3d02dcb-5cab-4d17-b98b-777822bcddd5 service neutron] 10.222.0.36 "GET /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066694 Jul 11 14:45:44.302118 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:44.315188 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:44.416745 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (5a30e035-3f54-418c-8ac6-380a40fc2f5d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:44.466214 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event deleted for resources: {'Port': ['ID=5a30e035-3f54-418c-8ac6-380a40fc2f5d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:44.548682 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7db0-0c94-402f-9fa3-826979d3d6e3 req-e6b376ee-53aa-4be5-a43b-037b0619953f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:44.550312 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-adda7db0-0c94-402f-9fa3-826979d3d6e3 req-e6b376ee-53aa-4be5-a43b-037b0619953f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0948224 Jul 11 14:45:44.653213 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-adda7db0-0c94-402f-9fa3-826979d3d6e3 req-6c1fa5e1-b7b8-4f64-b58d-0da0d65cec5f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929205 Jul 11 14:45:44.662406 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Router b0f0bf38-6035-4547-8dc1-1769a4fb242d has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:44.689978 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ea88bab6-0fec-40f7-904c-d07763b99420 req-b7cf8bcc-28c2-48ff-90af-b0bb5a32ec81 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0536988 Jul 11 14:45:44.832144 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:44.846672 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] Sync routers for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:44.861931 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:44.862873 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:44.889790 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] No DVR routers for this DVR port 5a30e035-3f54-418c-8ac6-380a40fc2f5d on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:45:44.893863 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:44.898149 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3183d59a-8865-4ade-8264-2d4521f59678 req-33cc6c12-a020-4833-8f3a-aef85b485569 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "DELETE /v2.0/ports/5a30e035-3f54-418c-8ac6-380a40fc2f5d HTTP/1.1" status: 204 len: 173 time: 1.2352519 Jul 11 14:45:44.898812 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'name': 'network-vif-deleted', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:44.901466 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f54f64-ab3e-418f-af8d-a4d3f2a1c43d" -d '{"events": [{"server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "name": "network-vif-deleted", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:44.949825 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb8571-66ba-46bd-95e4-8b886c990a6c x-openstack-request-id: req-e0fb8571-66ba-46bd-95e4-8b886c990a6c {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:44.950242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66823cd-4fe8-42cf-ab7a-d7cd7afc289a", "name": "network-vif-deleted", "tag": "5a30e035-3f54-418c-8ac6-380a40fc2f5d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:44.950667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0fb8571-66ba-46bd-95e4-8b886c990a6c {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:44.951227 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fb8571-66ba-46bd-95e4-8b886c990a6c'] response: {'server_uuid': 'f66823cd-4fe8-42cf-ab7a-d7cd7afc289a', 'name': 'network-vif-deleted', 'tag': '5a30e035-3f54-418c-8ac6-380a40fc2f5d', 'status': 'completed', 'code': 200} Jul 11 14:45:45.008235 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:45.044481 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:45.112263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69a3a-f50f-47f5-b5c8-b47e41595c2f req-112ba079-e66b-4a52-84fd-4911ced06ea8 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:45.113778 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-34e69a3a-f50f-47f5-b5c8-b47e41595c2f req-112ba079-e66b-4a52-84fd-4911ced06ea8 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0539629 Jul 11 14:45:45.176754 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-34e69a3a-f50f-47f5-b5c8-b47e41595c2f req-fdc4e88a-d493-498c-8828-b4f98568fd25 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565009 Jul 11 14:45:45.261646 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:45.269278 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:45.355605 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:45.402156 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] Checking router: b0f0bf38-6035-4547-8dc1-1769a4fb242d for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:45.418032 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:45.419111 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:45.597407 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:45.837995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cbe1def4-5a8e-42bd-986e-af36803c68c2 req-d72d1fd4-f57b-45ec-b3a6-21ba057cc601 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0404875 Jul 11 14:45:45.865700 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce929-8408-4a1f-9e97-e61609c56a07 req-88e6f6e2-1a99-4777-b7d5-7a81dc8d23c6 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:45.867474 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-446ce929-8408-4a1f-9e97-e61609c56a07 req-88e6f6e2-1a99-4777-b7d5-7a81dc8d23c6 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.1003137 Jul 11 14:45:45.945295 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-446ce929-8408-4a1f-9e97-e61609c56a07 req-bbe86bca-6e6b-42c1-90be-87aaa95d9866 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687153 Jul 11 14:45:45.971819 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:46.024343 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17064cfd-9d59-4bd0-a22d-ef2ffbfac831 None None] The sync data for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi is: [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:40:18Z', 'revision_number': 4, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '898831a3-f567-454b-8fa8-e8dd4ef35e41', 'name': '', 'network_id': '382f35eb-d1cd-45e3-b28b-3e3389f544db', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'mac_address': 'fa:16:3e:17:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:17Z', 'updated_at': '2022-07-11T14:40:38Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'subnets': [{'id': 'f4634de7-95c0-41a0-8797-d4967f527135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:46.283018 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0672-340c-4aba-82b7-bfff8248b565 None None] New status for floating IP 28d82d92-dc14-4233-8199-cffa31dbf955: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:46.342312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcf3d9-8f15-47cf-9b4f-1c9bfbe10e1a req-fbd568b4-c590-43a8-a1b9-701387308d1e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:46.343909 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52bcf3d9-8f15-47cf-9b4f-1c9bfbe10e1a req-fbd568b4-c590-43a8-a1b9-701387308d1e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0704186 Jul 11 14:45:46.402794 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-52bcf3d9-8f15-47cf-9b4f-1c9bfbe10e1a req-30786220-16e5-4e52-872d-cc043599fc4d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491755 Jul 11 14:45:46.953526 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b7ce345-4dcf-427c-ba34-8edec1df6c04 req-d9b03bc6-2eca-4191-9321-b7fd31a830ca tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=f66823cd-4fe8-42cf-ab7a-d7cd7afc289a HTTP/1.1" status: 200 len: 210 time: 0.0306385 Jul 11 14:45:47.072856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa194-1b5b-48a4-886e-0731360fb072 req-996419a1-6fa3-467f-9032-76c2b326d10f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:47.074468 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-97cfa194-1b5b-48a4-886e-0731360fb072 req-996419a1-6fa3-467f-9032-76c2b326d10f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0559494 Jul 11 14:45:47.299751 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:45:47.404654 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-97cfa194-1b5b-48a4-886e-0731360fb072 req-43e43400-cddf-4066-8745-b68ca3ca0edf tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=78b06714-5396-458e-bd83-c4329dfdebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199613 Jul 11 14:45:47.411628 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-a607339a-d9be-4209-82fc-c51f5ca301de tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:47.413210 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-a607339a-d9be-4209-82fc-c51f5ca301de tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 946 time: 0.0753109 Jul 11 14:45:47.541938 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c51be-9f29-4fa1-a14d-eddf6dc947ae req-7861b6e9-3591-46de-91d0-73b5028b4c42 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:47.543467 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b5c51be-9f29-4fa1-a14d-eddf6dc947ae req-7861b6e9-3591-46de-91d0-73b5028b4c42 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0510135 Jul 11 14:45:47.602869 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3b5c51be-9f29-4fa1-a14d-eddf6dc947ae req-d74f279f-2797-48f3-ad7d-d5fa485c9e09 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528679 Jul 11 14:45:47.681479 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:47.682014 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:47.813756 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:47.835540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96316-2d75-450c-86d5-db34d174d313 req-b51fa74e-4ded-4c2c-8c6e-2dd404eb46ed tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:47.837142 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eab96316-2d75-450c-86d5-db34d174d313 req-b51fa74e-4ded-4c2c-8c6e-2dd404eb46ed tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.1312017 Jul 11 14:45:47.880475 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] For port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:47.880845 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:47.881475 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5a30e035-3f54-418c-8ac6-380a40fc2f5d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:45:47.892194 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:47.903503 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 5a30e035-3f54-418c-8ac6-380a40fc2f5d {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:45:47.903848 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 5a30e035-3f54-418c-8ac6-380a40fc2f5d not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:45:47.961937 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eab96316-2d75-450c-86d5-db34d174d313 req-41e31f59-5689-434a-874c-d1114c59fa41 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181114 Jul 11 14:45:47.986586 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45192) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:48.049591 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01304a2d-2b98-418d-b560-8d534d794167 tempest-TestVolumeBootPattern-1832120075 tempest-TestVolumeBootPattern-1832120075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:48.054484 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-01304a2d-2b98-418d-b560-8d534d794167 tempest-TestVolumeBootPattern-1832120075 tempest-TestVolumeBootPattern-1832120075-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1124 time: 0.0631125 Jul 11 14:45:48.056457 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45196) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:48.062184 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:48.085673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45198) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:48.104237 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.104505 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.105009 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (70b66bc3-8b3d-44c7-9c75-acca7eabc93a), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.105259 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP 70b66bc3-8b3d-44c7-9c75-acca7eabc93a disassociated. External IP: 172.37.1.236, port: 2ea3ae8a-9690-4d6d-82ab-c4549ae55695. Jul 11 14:45:48.105752 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:48.112932 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:48.244897 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-172798b2-2862-448e-b8fd-1b52007a96f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group (659763f8-3003-49b8-9f02-70d4aeffc22c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.269366 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.279917 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (2ea3ae8a-9690-4d6d-82ab-c4549ae55695), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.286494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-172798b2-2862-448e-b8fd-1b52007a96f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group (659763f8-3003-49b8-9f02-70d4aeffc22c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.315155 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=2ea3ae8a-9690-4d6d-82ab-c4549ae55695,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:48.378928 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:48.422749 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-172798b2-2862-448e-b8fd-1b52007a96f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (659763f8-3003-49b8-9f02-70d4aeffc22c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.425429 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-172798b2-2862-448e-b8fd-1b52007a96f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.426856 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-172798b2-2862-448e-b8fd-1b52007a96f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "DELETE /v2.0/security-groups/659763f8-3003-49b8-9f02-70d4aeffc22c HTTP/1.1" status: 204 len: 168 time: 0.3399000 Jul 11 14:45:48.431407 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45202) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:48.458837 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172798b2-2862-448e-b8fd-1b52007a96f9 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659763f8-3003-49b8-9f02-70d4aeffc22c,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:48.461198 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Allocated IP 172.37.1.48 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/90559cb1-1cb1-4399-b601-bbed00bb80d0) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:48.483737 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-0991ecdd-64fe-4ce0-bc50-f66f16aa653d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] show failed (client error): The resource could not be found. Jul 11 14:45:48.485471 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0991ecdd-64fe-4ce0-bc50-f66f16aa653d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups/659763f8-3003-49b8-9f02-70d4aeffc22c HTTP/1.1" status: 404 len: 347 time: 0.0521007 Jul 11 14:45:48.494020 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45204) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:48.500996 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:48.637013 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3947f1eb-7a0c-4de0-ac3d-b073c21dba31 req-62c6234d-4750-4706-aac3-8730b0a1cbce tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f161996-6f14-46a9-9200-c8763cb67e21 HTTP/1.1" status: 200 len: 210 time: 0.1031725 Jul 11 14:45:48.643637 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:48.674722 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:48.697854 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:48.698903 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:48.720489 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] No DVR routers for this DVR port 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:45:48.733349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.740362 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f307edf-488c-42b6-a395-bf8b2b3b89fb req-8552818c-48cb-498e-aaa5-0d2252463cd3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "DELETE /v2.0/ports/2ea3ae8a-9690-4d6d-82ab-c4549ae55695 HTTP/1.1" status: 204 len: 173 time: 1.1698594 Jul 11 14:45:48.741104 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'name': 'network-vif-deleted', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:48.757789 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5254ca8-36d3-4b02-9b71-5d10cc404b08" -d '{"events": [{"server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "name": "network-vif-deleted", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:48.806014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.812792 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Deleting port c55c3fd8-ff4d-40dc-a241-69eaf74e6211 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:48.813208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:48.848065 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698de4e-81d8-468f-a310-00f65784f38a x-openstack-request-id: req-0698de4e-81d8-468f-a310-00f65784f38a {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:48.849846 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f161996-6f14-46a9-9200-c8763cb67e21", "name": "network-vif-deleted", "tag": "2ea3ae8a-9690-4d6d-82ab-c4549ae55695", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:48.849846 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0698de4e-81d8-468f-a310-00f65784f38a {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:48.851470 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0698de4e-81d8-468f-a310-00f65784f38a'] response: {'server_uuid': '1f161996-6f14-46a9-9200-c8763cb67e21', 'name': 'network-vif-deleted', 'tag': '2ea3ae8a-9690-4d6d-82ab-c4549ae55695', 'status': 'completed', 'code': 200} Jul 11 14:45:48.898271 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:49.012208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:49.108300 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:49.108802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:49.118702 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:49.135583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:49.144899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:49.152009 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:49.153900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Calling delete_port for c55c3fd8-ff4d-40dc-a241-69eaf74e6211 owned by network:floatingip {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:49.187484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=90559cb1-1cb1-4399-b601-bbed00bb80d0,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:49.188952 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:49.202152 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:49.202922 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:49.263477 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:49.385372 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:49.509140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:49.538795 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (c55c3fd8-ff4d-40dc-a241-69eaf74e6211), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:49.604039 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:49.618480 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:49.635582 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event deleted for resources: {'Port': ['ID=c55c3fd8-ff4d-40dc-a241-69eaf74e6211,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:49.673755 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:49.701538 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072361d-ef12-4a4b-b3c0-2e002b44ec55 None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:49.830052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45212) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:49.886485 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:45:49.925827 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:45:49.926670 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 2ea3ae8a-9690-4d6d-82ab-c4549ae55695 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:45:49.940027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1e33261-89a6-4309-895e-7d1e847af6d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (78b06714-5396-458e-bd83-c4329dfdebb4), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:49.984397 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1e33261-89a6-4309-895e-7d1e847af6d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (78b06714-5396-458e-bd83-c4329dfdebb4), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.060049 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks [] for floatingip (28d82d92-dc14-4233-8199-cffa31dbf955), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.062668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.067728 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ada284ce-f39d-46f1-9c3e-548977348692 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "DELETE /v2.0/floatingips/28d82d92-dc14-4233-8199-cffa31dbf955 HTTP/1.1" status: 204 len: 168 time: 1.5717616 Jul 11 14:45:50.080823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1e33261-89a6-4309-895e-7d1e847af6d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (78b06714-5396-458e-bd83-c4329dfdebb4), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.085074 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1e33261-89a6-4309-895e-7d1e847af6d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.090788 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f1e33261-89a6-4309-895e-7d1e847af6d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/security-groups/78b06714-5396-458e-bd83-c4329dfdebb4 HTTP/1.1" status: 204 len: 168 time: 0.2552309 Jul 11 14:45:50.092578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45216) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:50.123109 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e33261-89a6-4309-895e-7d1e847af6d3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b06714-5396-458e-bd83-c4329dfdebb4,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:50.127647 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-3688c55a-f5e8-4c67-bbf4-70bc335d9598 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] show failed (client error): The resource could not be found. Jul 11 14:45:50.129392 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-3688c55a-f5e8-4c67-bbf4-70bc335d9598 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups/78b06714-5396-458e-bd83-c4329dfdebb4 HTTP/1.1" status: 404 len: 347 time: 0.0337474 Jul 11 14:45:50.130707 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (c5f47776-0c0b-45aa-bb7c-baeff6ad27bf), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.133560 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45218) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:50.152794 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207c371-9ae3-4017-ad24-c1a0badb0232 None None] New status for floating IP 70b66bc3-8b3d-44c7-9c75-acca7eabc93a: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:50.233545 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.347868 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:50.368180 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port d34b24dc-4233-4918-89df-f9255e871f6b {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:50.368558 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d34b24dc-4233-4918-89df-f9255e871f6b), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.386195 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:50.476957 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d34b24dc-4233-4918-89df-f9255e871f6b), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.477302 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (d34b24dc-4233-4918-89df-f9255e871f6b), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.493808 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for d34b24dc-4233-4918-89df-f9255e871f6b owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:50.499496 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.505784 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.552159 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (c5f47776-0c0b-45aa-bb7c-baeff6ad27bf), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.602243 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=90559cb1-1cb1-4399-b601-bbed00bb80d0,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:50.606314 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:50.675146 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Floating IP c5f47776-0c0b-45aa-bb7c-baeff6ad27bf associated. External IP: 172.37.1.48, port: 1544341d-a8ad-41b0-8bc7-e3d71545d58f. Jul 11 14:45:50.699333 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (d34b24dc-4233-4918-89df-f9255e871f6b), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.733632 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=d34b24dc-4233-4918-89df-f9255e871f6b,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:50.833524 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (70b66bc3-8b3d-44c7-9c75-acca7eabc93a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.836597 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:50.838360 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-76fb6b87-a4ed-4ac6-91a5-a9974d78f602 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/floatingips/70b66bc3-8b3d-44c7-9c75-acca7eabc93a HTTP/1.1" status: 204 len: 168 time: 0.7036161 Jul 11 14:45:50.923052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45224) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:50.928420 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442434882', 'description': 'tempest-description--1592040912'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:50.949265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:45:50.955400 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.047888 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (5292edbf-e9a3-499f-9cd8-e7b36d29a5b5), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.054069 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (5292edbf-e9a3-499f-9cd8-e7b36d29a5b5), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.085395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:45:51.091693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.093632 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1685793 Jul 11 14:45:51.095785 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45226) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:51.096034 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:45:51.098197 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa50ab9-5e2a-442a-b172-2d1e9f0312a2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:51.103964 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': '5292edbf-e9a3-499f-9cd8-e7b36d29a5b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:51.115437 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.123915 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:51.125108 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:51.140217 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (b1b49175-3c9e-4d5e-95e7-d4304d53345a), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.153219 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e265c4d8-2975-45d1-bb0c-7c7e41768b5d tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0921440 Jul 11 14:45:51.153219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:51.153219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab941c2-ca6e-4989-89b3-1f28f4f91645" -d '{"events": [{"name": "network-changed", "server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:51.228914 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (b1b49175-3c9e-4d5e-95e7-d4304d53345a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.233284 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (b1b49175-3c9e-4d5e-95e7-d4304d53345a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.256585 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b49175-3c9e-4d5e-95e7-d4304d53345a,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:51.274551 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.275909 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-279138e1-3beb-4a20-b63f-9cb07bb01636 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787863 Jul 11 14:45:51.280523 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45234) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:51.285690 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'security_group_rule': {'security_group_id': '5292edbf-e9a3-499f-9cd8-e7b36d29a5b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:51.310110 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f5ee19-18d7-456e-9ea1-6150e1f79485 x-openstack-request-id: req-f7f5ee19-18d7-456e-9ea1-6150e1f79485 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:51.310406 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:51.310671 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7f5ee19-18d7-456e-9ea1-6150e1f79485 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:51.311084 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f5ee19-18d7-456e-9ea1-6150e1f79485'] response: {'name': 'network-changed', 'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'status': 'completed', 'code': 200} Jul 11 14:45:51.313059 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:51.331048 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (00cef1a3-698c-4fb2-883e-c58393a33fba), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.439930 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:51.460549 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-e2d7abbd-b4cc-450a-8024-85014b5b9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:51.463706 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-e2d7abbd-b4cc-450a-8024-85014b5b9e70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1129 time: 0.1123955 Jul 11 14:45:51.537085 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:51.610157 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:49Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:51.641503 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:45:51.653488 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:45:51.654283 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:51.661873 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (00cef1a3-698c-4fb2-883e-c58393a33fba), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.672389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (00cef1a3-698c-4fb2-883e-c58393a33fba), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.740361 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cef1a3-698c-4fb2-883e-c58393a33fba,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:51.754100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-d0e960de-7866-4abd-885b-a740d1bcac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:51.757050 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-d0e960de-7866-4abd-885b-a740d1bcac70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.2791345 Jul 11 14:45:51.762624 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.764884 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1f499306-6898-46e6-805c-8e1b1ded92ba tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829748 Jul 11 14:45:51.769220 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45242) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:45:51.775359 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:51.786735 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:45:51.810894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.878465 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-d69f9bdf-64e3-43b7-be9a-08938352403d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 998 time: 0.1117151 Jul 11 14:45:51.921796 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:51.966567 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:51.966901 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-dfd1dc29-f251-4183-b967-554fa4e3398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:51.969371 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-dfd1dc29-f251-4183-b967-554fa4e3398e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0847001 Jul 11 14:45:52.031309 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-a280a1ef-efaf-4472-8e7c-b8f10f1379b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:52.032883 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-a280a1ef-efaf-4472-8e7c-b8f10f1379b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552530 Jul 11 14:45:52.147835 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.37.1.235 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/eaeff1ff-b8e3-4440-a0f8-85d39535c81c) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:52.158131 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-04cc5e61-9b39-4b56-9bac-ddde1ad8ac8a service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136603 Jul 11 14:45:52.168494 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:49Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:45:52.201311 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0895493-dea1-417b-b77e-eea301750fd2 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:49Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:45:52.272815 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fab941c2-ca6e-4989-89b3-1f28f4f91645 req-e2a7691b-90a5-4b4c-a7a7-f27ddb9bb5a5 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081076 Jul 11 14:45:52.335707 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.384040 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.418401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:52.451070 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:52.456465 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:52.463037 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:52.465262 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2677af-3cb4-4fd0-846d-849dcb0f4db7 None None] New status for floating IP c5f47776-0c0b-45aa-bb7c-baeff6ad27bf: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:45:52.473977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=eaeff1ff-b8e3-4440-a0f8-85d39535c81c,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:52.534526 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (b7a4c522-41ce-487e-8686-cdbbbd019e83), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.602469 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.620641 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:52.750128 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2fdac5a6-3c6f-4d53-b6a3-857d9e449d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.878887 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.886097 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.929524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (b7a4c522-41ce-487e-8686-cdbbbd019e83), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.945387 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b219c1-20a0-4ec2-b477-6c7ce5ddcbaf req-ad2053bf-df91-4783-b346-6d92782b9713 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:52.948222 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-40b219c1-20a0-4ec2-b477-6c7ce5ddcbaf req-ad2053bf-df91-4783-b346-6d92782b9713 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0725927 Jul 11 14:45:52.963161 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=eaeff1ff-b8e3-4440-a0f8-85d39535c81c,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:52.969759 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:52.982636 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4da94eb6-2964-47b9-a183-8d454bb7c346 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2010939 Jul 11 14:45:53.022744 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-40b219c1-20a0-4ec2-b477-6c7ce5ddcbaf req-03a80068-e79e-44c2-9cbb-2b9f14ee7923 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662532 Jul 11 14:45:53.185260 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-bb5b2831-f7f6-4199-8a0a-18947f999e9d tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1442434882&fields=id&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 267 time: 0.0761075 Jul 11 14:45:53.280484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:53.320909 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-e81318ef-2399-49be-899a-c7e4e91f8015 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:53.322507 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-e81318ef-2399-49be-899a-c7e4e91f8015 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.1304436 Jul 11 14:45:53.340770 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-4ba1d84f-967d-400b-8c1f-e4dd98ddd43b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/quotas/1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 375 time: 0.0116661 Jul 11 14:45:53.396881 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-d44c2f16-ca01-4cd1-9693-f708e3b6bb14 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502179 Jul 11 14:45:53.561756 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-aa2ae0be-9fc5-410e-8214-7e35bee94de7 service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529262 Jul 11 14:45:53.664809 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-0388fffc-2be5-4c3f-a9b7-9154d62a6d14 service neutron] 10.222.0.72 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961006 Jul 11 14:45:53.868316 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2a3ddf07-8871-4db7-94ec-c8cdcf812291 req-07b6b266-3593-459d-b86f-fb3c5adf3b29 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 210 time: 0.0366037 Jul 11 14:45:54.169770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6d85-75e0-4f60-9d91-6730842677d0 req-37633ecf-1cee-4423-ae19-dc65c6a6fa6d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:54.171838 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-56cf6d85-75e0-4f60-9d91-6730842677d0 req-37633ecf-1cee-4423-ae19-dc65c6a6fa6d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0630043 Jul 11 14:45:54.246459 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-56cf6d85-75e0-4f60-9d91-6730842677d0 req-1934e251-c9e4-4b87-aa88-b86180c0e676 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657475 Jul 11 14:45:54.767849 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-04a05901-bd4b-4786-b1a3-d0631653c45c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:54.769113 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-04a05901-bd4b-4786-b1a3-d0631653c45c tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 945 time: 0.0594063 Jul 11 14:45:54.889601 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Deleting port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:45:54.889980 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:55.006238 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d9cda793-2f24-486c-95d1-e1069c10b119 req-ef6bb872-ab3c-4d93-94d6-cddf27292552 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 210 time: 0.0417118 Jul 11 14:45:55.039037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] For port 9af04c14-ce8d-46f1-8097-0f76fe117ff9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9af04c14-ce8d-46f1-8097-0f76fe117ff9,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:45:55.039037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:55.051644 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Calling delete_port for 9af04c14-ce8d-46f1-8097-0f76fe117ff9 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:45:55.108513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:55.240111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (9af04c14-ce8d-46f1-8097-0f76fe117ff9), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:55.249186 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:55.253919 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['9af04c14-ce8d-46f1-8097-0f76fe117ff9', '27aef129-6bd8-4686-9e6d-915b57154c5a'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:45:55.280423 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event deleted for resources: {'Port': ['ID=9af04c14-ce8d-46f1-8097-0f76fe117ff9,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:55.291242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.291885 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.292561 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.293053 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.293568 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.295014 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.295560 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.296271 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.296775 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.297369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.298093 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.298500 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.299008 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.299237 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.299607 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:55.360075 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:55.360591 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:55.374400 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] No DVR routers for this DVR port 9af04c14-ce8d-46f1-8097-0f76fe117ff9 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:45:55.379339 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:55.389213 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7b8d2947-117e-49f7-a12f-f4578c53362a req-e7d4df55-5f21-4428-8579-fdc8b86d82a8 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "DELETE /v2.0/ports/9af04c14-ce8d-46f1-8097-0f76fe117ff9 HTTP/1.1" status: 204 len: 173 time: 0.6083527 Jul 11 14:45:55.391365 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'name': 'network-vif-deleted', 'tag': '9af04c14-ce8d-46f1-8097-0f76fe117ff9'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:55.399405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a942726-29db-42b0-b387-eac9934939bb" -d '{"events": [{"server_uuid": "cc0591e3-09b9-41cd-b222-f730282f8572", "name": "network-vif-deleted", "tag": "9af04c14-ce8d-46f1-8097-0f76fe117ff9"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:55.423344 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b67ac692-7ec5-44c7-a8c6-618e070eaf09 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:55.425527 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b67ac692-7ec5-44c7-a8c6-618e070eaf09 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 814 time: 0.2269139 Jul 11 14:45:55.466262 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9b4c65de-ecb2-4e72-ae4e-5554d29ee48e req-a38ada42-7d2a-4107-ab8c-609e62bc50d4 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc0591e3-09b9-41cd-b222-f730282f8572 HTTP/1.1" status: 200 len: 210 time: 0.0383086 Jul 11 14:45:55.468939 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-76080fe7-6442-40df-ace3-22b71566aa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:55.533417 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19840102-2489-4e6c-824d-ffa50a392a6b x-openstack-request-id: req-19840102-2489-4e6c-824d-ffa50a392a6b {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:55.534179 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0591e3-09b9-41cd-b222-f730282f8572", "name": "network-vif-deleted", "tag": "9af04c14-ce8d-46f1-8097-0f76fe117ff9", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:55.534816 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-19840102-2489-4e6c-824d-ffa50a392a6b {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:55.535747 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19840102-2489-4e6c-824d-ffa50a392a6b'] response: {'server_uuid': 'cc0591e3-09b9-41cd-b222-f730282f8572', 'name': 'network-vif-deleted', 'tag': '9af04c14-ce8d-46f1-8097-0f76fe117ff9', 'status': 'completed', 'code': 200} Jul 11 14:45:55.556139 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-8c86cb8c-e570-41ce-ae16-a487078f8790 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1baa6ea2e19747d1af1e1042c362895d HTTP/1.1" status: 200 len: 380 time: 0.0884938 Jul 11 14:45:55.620382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'port': {'device_id': '01762198-189f-4f97-84e5-4e0073a3879b', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'admin_state_up': True, 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'security_groups': ['5292edbf-e9a3-499f-9cd8-e7b36d29a5b5']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:55.776253 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Made reservation on behalf of 1baa6ea2e19747d1af1e1042c362895d for: {'port': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:45:55.781900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:55.952745 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Allocated IP 172.20.0.7 (8679b039-4e4e-4ae1-83e8-21c78c675a96/582193c6-7221-4184-a15a-f20ab89f2f84/c6732da2-2010-4021-a69d-771c91c0bcac) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:45:55.996995 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:56.202210 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for port (c6732da2-2010-4021-a69d-771c91c0bcac), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.246895 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.332148 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:45:56.340179 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:45:56.346574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:45:56.352972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:56.353653 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.358613 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event updated for resources: {'Port': ['ID=c6732da2-2010-4021-a69d-771c91c0bcac,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:56.366972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93425fd-ba6b-4a54-b6b6-449329278e71 req-e46e3e19-82ae-41c9-9fea-3645f8155468 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:56.368939 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a93425fd-ba6b-4a54-b6b6-449329278e71 req-e46e3e19-82ae-41c9-9fea-3645f8155468 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 931 time: 0.0891831 Jul 11 14:45:56.382845 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.383184 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.383517 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.383849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.384181 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.384505 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.384835 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.385160 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.385703 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.385887 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.386175 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.386573 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.387034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.387352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.387853 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:45:56.411308 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-f3d9ef9d-3cd4-4d18-ba4b-32871f3a6516 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956972 Jul 11 14:45:56.425451 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Request body: {'port': {'device_id': '01762198-189f-4f97-84e5-4e0073a3879b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:45:56.485436 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a93425fd-ba6b-4a54-b6b6-449329278e71 req-d4dcf939-fbce-4732-8f10-b640077569cf tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042671 Jul 11 14:45:56.529845 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.543316 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:56.657622 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-b0e8626e-e87a-428c-b0ac-81d0e24a7509 None None] Provisioning complete for port c6732da2-2010-4021-a69d-771c91c0bcac triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:45:56.658728 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626e-e87a-428c-b0ac-81d0e24a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.702524 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8626e-e87a-428c-b0ac-81d0e24a7509 None None] Port c6732da2-2010-4021-a69d-771c91c0bcac cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:45:56.916962 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6732da2-2010-4021-a69d-771c91c0bcac {{(pid=106006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:45:56.918061 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3441f6-a890-4417-864b-9509a753d6c8 req-a734380c-0e52-4905-a7dc-53745f23f207 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:56.920114 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7d3441f6-a890-4417-864b-9509a753d6c8 req-a734380c-0e52-4905-a7dc-53745f23f207 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0750892 Jul 11 14:45:56.925845 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Publish callbacks [] for port (c6732da2-2010-4021-a69d-771c91c0bcac), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.941061 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.provisioning_blocks [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Transition to ACTIVE for port object c6732da2-2010-4021-a69d-771c91c0bcac will not be triggered until provisioned by entity L2. {{(pid=106006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:45:56.946812 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:56.994456 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-7d3441f6-a890-4417-864b-9509a753d6c8 req-80a5e2c2-0559-48da-a773-59d84da6ce56 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627425 Jul 11 14:45:57.004063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Pushing event updated for resources: {'Port': ['ID=c6732da2-2010-4021-a69d-771c91c0bcac,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:57.068153 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Attempting to bind port c6732da2-2010-4021-a69d-771c91c0bcac on host hv-cinder-maste for vnic_type normal with profile {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:45:57.068686 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Attempting to bind port c6732da2-2010-4021-a69d-771c91c0bcac by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:45:57.069199 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Attempting to bind port c6732da2-2010-4021-a69d-771c91c0bcac on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:57.069992 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:57.076658 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Port c6732da2-2010-4021-a69d-771c91c0bcac on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:45:57.077090 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Attempting to bind port c6732da2-2010-4021-a69d-771c91c0bcac on network 8679b039-4e4e-4ae1-83e8-21c78c675a96 {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:45:57.086646 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:45:57.088238 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Checking segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:45:57.088238 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Bound using segment: {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'} {{(pid=106006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:45:57.088590 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.managers [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Bound port: c6732da2-2010-4021-a69d-771c91c0bcac, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f90276c-1dd4-4361-a401-555bfd94da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96'}}] {{(pid=106006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:45:57.088988 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:57.185442 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] For port c6732da2-2010-4021-a69d-771c91c0bcac, host hv-cinder-maste, cleared binding levels {{(pid=106006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:45:57.191122 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] For port c6732da2-2010-4021-a69d-771c91c0bcac, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c6732da2-2010-4021-a69d-771c91c0bcac,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:45:57.203014 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:57.213413 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:45:57.279385 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:57.280393 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:57.282813 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6732da2-2010-4021-a69d-771c91c0bcac HTTP/1.1" status: 200 len: 1093 time: 0.8630512 Jul 11 14:45:57.283522 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:45:57.287440 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941b66c2-766e-46d7-99b2-e4b64d186aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:45:57.320570 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1615038-1d48-4467-8926-0475e8009e52 service neutron] Pushing event updated for resources: {'Port': ['ID=c6732da2-2010-4021-a69d-771c91c0bcac,revision_number=3']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:45:57.348693 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc54a8d3-6e4f-442a-81ed-61546ee06742 x-openstack-request-id: req-cc54a8d3-6e4f-442a-81ed-61546ee06742 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:45:57.349371 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:45:57.349888 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc54a8d3-6e4f-442a-81ed-61546ee06742 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:45:57.350369 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc54a8d3-6e4f-442a-81ed-61546ee06742'] response: {'name': 'network-changed', 'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'status': 'completed', 'code': 200} Jul 11 14:45:57.626922 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250cf1b-244d-453c-9320-f96997ed6a4c req-5de1a898-37db-4872-9644-011fbb2175e2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:57.628502 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2250cf1b-244d-453c-9320-f96997ed6a4c req-5de1a898-37db-4872-9644-011fbb2175e2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 943 time: 0.0514753 Jul 11 14:45:57.682489 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2250cf1b-244d-453c-9320-f96997ed6a4c req-2ba16eb8-8698-4989-abdb-bd8973293097 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474691 Jul 11 14:45:57.938521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 9af04c14-ce8d-46f1-8097-0f76fe117ff9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:45:57.972925 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 9af04c14-ce8d-46f1-8097-0f76fe117ff9 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:45:57.973481 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 9af04c14-ce8d-46f1-8097-0f76fe117ff9 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:45:58.141899 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e676-30a4-4dc1-9112-9ac23eb9d5dc req-7327f495-9ede-4b58-a521-b34f1df72c7d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:58.143653 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-79d6e676-30a4-4dc1-9112-9ac23eb9d5dc req-7327f495-9ede-4b58-a521-b34f1df72c7d tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0519137 Jul 11 14:45:58.197833 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-79d6e676-30a4-4dc1-9112-9ac23eb9d5dc req-4749f429-5419-44ea-9202-cc6ebbaccd50 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Jul 11 14:45:58.317541 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:58.515513 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:45:58.825507 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae72d-9113-4cbd-8003-b66c40baf3ad req-71b377c8-8fbc-4d88-9b46-f9f1d0d4872f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:58.828311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a99ae72d-9113-4cbd-8003-b66c40baf3ad req-71b377c8-8fbc-4d88-9b46-f9f1d0d4872f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 943 time: 0.0681281 Jul 11 14:45:58.888035 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a99ae72d-9113-4cbd-8003-b66c40baf3ad req-0142185a-706f-425b-be22-15f1dcbb714c tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510981 Jul 11 14:45:59.335465 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d00cce-8d18-4550-8612-26da34d6e173 req-c8f17989-2376-4a3e-98fc-40feea0ece38 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:59.337388 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e0d00cce-8d18-4550-8612-26da34d6e173 req-c8f17989-2376-4a3e-98fc-40feea0ece38 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0595415 Jul 11 14:45:59.398994 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e0d00cce-8d18-4550-8612-26da34d6e173 req-a4347866-e6a4-4dea-baae-a4d94a158db2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Jul 11 14:45:59.831036 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b66c2-766e-46d7-99b2-e4b64d186aa8 req-ea1ffaa7-1969-4e28-9255-eb8b12fff412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:45:59.833830 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-941b66c2-766e-46d7-99b2-e4b64d186aa8 req-ea1ffaa7-1969-4e28-9255-eb8b12fff412 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 1127 time: 0.0742447 Jul 11 14:46:00.052657 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:00.062399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b66c2-766e-46d7-99b2-e4b64d186aa8 req-d9441adf-bb63-4105-9662-6fb9d562426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.064939 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-941b66c2-766e-46d7-99b2-e4b64d186aa8 req-d9441adf-bb63-4105-9662-6fb9d562426d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1baa6ea2e19747d1af1e1042c362895d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1348562 Jul 11 14:46:00.065278 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200f822-0de7-401b-8172-94313dd3713a req-077cbbaf-6ee6-40ff-93f7-81ab6cb0bce1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.067914 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6200f822-0de7-401b-8172-94313dd3713a req-077cbbaf-6ee6-40ff-93f7-81ab6cb0bce1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 943 time: 0.0797429 Jul 11 14:46:00.146954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-43dad3c0-1b5d-4985-a9a0-6cdb06e4b599 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.148584 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-43dad3c0-1b5d-4985-a9a0-6cdb06e4b599 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.0792551 Jul 11 14:46:00.176674 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6200f822-0de7-401b-8172-94313dd3713a req-2756fdb9-f3b3-4eb2-abfb-c553e4eb3dc1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919061 Jul 11 14:46:00.235053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b66c2-766e-46d7-99b2-e4b64d186aa8 req-6eea935a-f6bc-459d-a0d8-92711d734898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.237128 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-941b66c2-766e-46d7-99b2-e4b64d186aa8 req-6eea935a-f6bc-459d-a0d8-92711d734898 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664824 Jul 11 14:46:00.266177 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Deleting port 27aef129-6bd8-4686-9e6d-915b57154c5a {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:00.266781 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:00.369706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-78eb3080-20e5-4a9c-b4a1-3be8e1448c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.373387 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-78eb3080-20e5-4a9c-b4a1-3be8e1448c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 1127 time: 0.0832734 Jul 11 14:46:00.423716 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] For port 27aef129-6bd8-4686-9e6d-915b57154c5a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=27aef129-6bd8-4686-9e6d-915b57154c5a,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:00.424302 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:00.424638 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-b4c4c2d6-2bac-455e-9f04-9d74a8d1ef34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6732da2-2010-4021-a69d-771c91c0bcac HTTP/1.1" status: 200 len: 217 time: 0.0423207 Jul 11 14:46:00.446450 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Calling delete_port for 27aef129-6bd8-4686-9e6d-915b57154c5a owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:00.582164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-0d19dbd8-5cee-4416-a15c-7a047aef1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.584719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-0d19dbd8-5cee-4416-a15c-7a047aef1298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.1519170 Jul 11 14:46:00.587855 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:00.596666 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfe5f5-6f0a-43e3-af65-696599e26ef5 req-8de18805-0e84-440f-981a-cf4cd740b904 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.599352 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-dadfe5f5-6f0a-43e3-af65-696599e26ef5 req-8de18805-0e84-440f-981a-cf4cd740b904 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 945 time: 0.1070406 Jul 11 14:46:00.625500 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (27aef129-6bd8-4686-9e6d-915b57154c5a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:00.637934 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['27aef129-6bd8-4686-9e6d-915b57154c5a'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:46:00.668576 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Pushing event deleted for resources: {'Port': ['ID=27aef129-6bd8-4686-9e6d-915b57154c5a,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:00.714846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484aea8-e941-4b2b-947e-835638b3c37b req-cc3d90b7-9da4-4ab8-8f68-9634f9c66924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:00.716795 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-cc3d90b7-9da4-4ab8-8f68-9634f9c66924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161165 Jul 11 14:46:00.741633 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] No DVR routers for this DVR port 27aef129-6bd8-4686-9e6d-915b57154c5a on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:00.744550 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:00.747995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fcb78cfa-4ad3-4dba-851d-a5eb04f4352c req-c5e29069-8f64-4ec8-99af-57ed603187b2 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.36 "DELETE /v2.0/ports/27aef129-6bd8-4686-9e6d-915b57154c5a HTTP/1.1" status: 204 len: 173 time: 0.5874569 Jul 11 14:46:00.748497 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'name': 'network-vif-deleted', 'tag': '27aef129-6bd8-4686-9e6d-915b57154c5a'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:00.750999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6972205-f79d-49d7-9624-bee569a1cf5c" -d '{"events": [{"server_uuid": "a0498735-9e0a-4f14-990d-a6d5076e742a", "name": "network-vif-deleted", "tag": "27aef129-6bd8-4686-9e6d-915b57154c5a"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:00.768784 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-dadfe5f5-6f0a-43e3-af65-696599e26ef5 req-439fe621-0a6b-4fb0-b0d9-8df5715086ef tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/security-groups?id=b66eb174-1b91-4549-887c-5b9140ae7349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519384 Jul 11 14:46:00.842177 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cfe9d-5864-416b-8fbb-eac2b8e0394e x-openstack-request-id: req-fe5cfe9d-5864-416b-8fbb-eac2b8e0394e {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:00.842749 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0498735-9e0a-4f14-990d-a6d5076e742a", "name": "network-vif-deleted", "tag": "27aef129-6bd8-4686-9e6d-915b57154c5a", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:00.843131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe5cfe9d-5864-416b-8fbb-eac2b8e0394e {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:00.843778 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5cfe9d-5864-416b-8fbb-eac2b8e0394e'] response: {'server_uuid': 'a0498735-9e0a-4f14-990d-a6d5076e742a', 'name': 'network-vif-deleted', 'tag': '27aef129-6bd8-4686-9e6d-915b57154c5a', 'status': 'completed', 'code': 200} Jul 11 14:46:00.946620 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-3c1c9e0e-8acd-47ed-af62-a2af838c230c service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186420 Jul 11 14:46:01.065690 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2484aea8-e941-4b2b-947e-835638b3c37b req-47142758-5460-4278-9c7a-9b1ffce662b4 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095285 Jul 11 14:46:01.346070 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46067f-d181-46e1-ae66-0dd1a6422401 req-735b1dec-4dc2-472b-a35e-56b2cc23bfe8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:01.348275 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2c46067f-d181-46e1-ae66-0dd1a6422401 req-735b1dec-4dc2-472b-a35e-56b2cc23bfe8 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 943 time: 0.0668347 Jul 11 14:46:01.406570 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2c46067f-d181-46e1-ae66-0dd1a6422401 req-6f5e595e-96ca-4e44-b190-96a80934b9a9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519385 Jul 11 14:46:01.906589 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc85e219-524d-47d6-aa6c-8054a789ff79 req-9ec33a54-9b70-4a3c-9c40-fc40c8841114 tempest-ServerRescueNegativeTestJSON-1829929608 tempest-ServerRescueNegativeTestJSON-1829929608-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0498735-9e0a-4f14-990d-a6d5076e742a HTTP/1.1" status: 200 len: 210 time: 0.0377185 Jul 11 14:46:02.605301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0169-41fa-481f-857e-e0d41c4a41b0 req-842f3e71-0f28-45ea-819b-0ab63b9046ac tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:02.607375 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f99d0169-41fa-481f-857e-e0d41c4a41b0 req-842f3e71-0f28-45ea-819b-0ab63b9046ac tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 943 time: 0.0889168 Jul 11 14:46:02.680475 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f99d0169-41fa-481f-857e-e0d41c4a41b0 req-0a3ef06f-9396-4a31-adb3-a155ffa82d07 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667224 Jul 11 14:46:02.978418 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45338) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:03.169275 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:03.517424 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (b0f0bf38-6035-4547-8dc1-1769a4fb242d), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:03.635896 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:03.865953 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0bfd-40a9-4081-8aad-7bae18fc4fb7 req-36aa04d3-edab-4ec7-805e-23214c5104d1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:03.868652 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ecea0bfd-40a9-4081-8aad-7bae18fc4fb7 req-36aa04d3-edab-4ec7-805e-23214c5104d1 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 943 time: 0.0891309 Jul 11 14:46:03.954759 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ecea0bfd-40a9-4081-8aad-7bae18fc4fb7 req-b7799798-f074-4521-a5af-9c25198d94ea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794144 Jul 11 14:46:03.974033 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c6732da2-2010-4021-a69d-771c91c0bcac details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:46:03.978500 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 27aef129-6bd8-4686-9e6d-915b57154c5a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:04.024688 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 27aef129-6bd8-4686-9e6d-915b57154c5a {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:04.025322 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 27aef129-6bd8-4686-9e6d-915b57154c5a not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:04.092135 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Deleting port 898831a3-f567-454b-8fa8-e8dd4ef35e41 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:04.092849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:04.162023 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port c6732da2-2010-4021-a69d-771c91c0bcac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c6732da2-2010-4021-a69d-771c91c0bcac,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:04.178841 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'port_id': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'mac_address': 'fa:16:3e:85:42:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:46:04.211737 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] For port 898831a3-f567-454b-8fa8-e8dd4ef35e41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=898831a3-f567-454b-8fa8-e8dd4ef35e41,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:04.212095 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:04.230185 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Calling delete_port for 898831a3-f567-454b-8fa8-e8dd4ef35e41 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:04.244308 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port c6732da2-2010-4021-a69d-771c91c0bcac is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:04.244843 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:04.262138 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6732da2-2010-4021-a69d-771c91c0bcac {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:46:04.291084 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port c6732da2-2010-4021-a69d-771c91c0bcac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c6732da2-2010-4021-a69d-771c91c0bcac,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:04.297177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:04.343918 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=90 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:04.367499 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=c6732da2-2010-4021-a69d-771c91c0bcac,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:04.489976 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (898831a3-f567-454b-8fa8-e8dd4ef35e41), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:04.516543 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Pushing event deleted for resources: {'Port': ['ID=898831a3-f567-454b-8fa8-e8dd4ef35e41,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:04.529343 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:04.580998 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['c6732da2-2010-4021-a69d-771c91c0bcac'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:46:04.742787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (b0f0bf38-6035-4547-8dc1-1769a4fb242d), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:05.141971 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Router b0f0bf38-6035-4547-8dc1-1769a4fb242d has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:46:05.145894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:05.169346 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4404403-2c83-40c7-b0fb-48b7c9b71d39 req-45e9a058-40ba-47ec-8ae0-eaa3926ab69e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:05.173505 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b4404403-2c83-40c7-b0fb-48b7c9b71d39 req-45e9a058-40ba-47ec-8ae0-eaa3926ab69e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 944 time: 0.0924313 Jul 11 14:46:05.267496 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b4404403-2c83-40c7-b0fb-48b7c9b71d39 req-52c4144d-25b0-4c5c-b264-7d4b499e8273 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852380 Jul 11 14:46:05.280138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:05.367175 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edfef6-c0bb-4b64-b314-2c75da417e75 req-e3290f2e-db8e-4c4d-86d2-21b994160b7d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:05.368838 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27edfef6-c0bb-4b64-b314-2c75da417e75 req-e3290f2e-db8e-4c4d-86d2-21b994160b7d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1228085 Jul 11 14:46:05.399156 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:46:05.410749 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-67671441-12b8-4029-a43f-d55bcb69e23f admin admin] 10.222.0.72 "PUT /v2.0/routers/b0f0bf38-6035-4547-8dc1-1769a4fb242d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325893 Jul 11 14:46:05.411686 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45366) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:05.418165 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] Sync routers for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:46:05.445285 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:05.446358 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:05.511472 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27edfef6-c0bb-4b64-b314-2c75da417e75 req-424fdeab-a549-4461-9d16-fd9e2c0288c3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354098 Jul 11 14:46:05.602260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks [] for router (b0f0bf38-6035-4547-8dc1-1769a4fb242d), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:05.639110 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:05.780667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks [] for router_gateway (b0f0bf38-6035-4547-8dc1-1769a4fb242d), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:05.806187 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:05.838154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Deleting port 33b24db7-8153-44bf-ae28-ae9cb7b72911 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:05.838728 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:05.919442 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247'}], 'enable_snat': True}, 'gw_port_id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:46:04Z', 'revision_number': 5, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port': {'id': '33b24db7-8153-44bf-ae28-ae9cb7b72911', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:05.944633 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] For port 33b24db7-8153-44bf-ae28-ae9cb7b72911, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=33b24db7-8153-44bf-ae28-ae9cb7b72911,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:05.945019 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:05.957477 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] Checking router: b0f0bf38-6035-4547-8dc1-1769a4fb242d for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:46:05.961697 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Calling delete_port for 33b24db7-8153-44bf-ae28-ae9cb7b72911 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:05.969940 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] Routers {'b0f0bf38-6035-4547-8dc1-1769a4fb242d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:05.970649 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:05.971703 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:05.975677 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c6732da2-2010-4021-a69d-771c91c0bcac up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:46:06.036859 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:06.070052 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] Set router b0f0bf38-6035-4547-8dc1-1769a4fb242d gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:06.070643 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:06.072986 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port c6732da2-2010-4021-a69d-771c91c0bcac completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:46:06.084373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port c6732da2-2010-4021-a69d-771c91c0bcac triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:46:06.085330 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.126592 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:46:05Z', 'revision_number': 6, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:06.152756 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c7e40-a447-47b2-b719-f7ecb2ce124e None None] The sync data for ids ['b0f0bf38-6035-4547-8dc1-1769a4fb242d'] in dv-cinder-master-3-iscsi is: [{'id': 'b0f0bf38-6035-4547-8dc1-1769a4fb242d', 'name': 'tempest-ServerRescueNegativeTestJSON-179656274-router', 'tenant_id': '98966d44ea88477b94215761cdc92ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:12Z', 'updated_at': '2022-07-11T14:46:05Z', 'revision_number': 6, 'project_id': '98966d44ea88477b94215761cdc92ea7', 'gw_port_host': None}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:46:06.163273 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (33b24db7-8153-44bf-ae28-ae9cb7b72911), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.193236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b24db7-8153-44bf-ae28-ae9cb7b72911,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:06.219728 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (b0f0bf38-6035-4547-8dc1-1769a4fb242d), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.225385 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port c6732da2-2010-4021-a69d-771c91c0bcac is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:06.225945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.253690 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:06.256957 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b33127-67c8-4836-a332-8e54b8e4a490" -d '{"events": [{"server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "name": "network-vif-plugged", "status": "completed", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:06.279370 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port c6732da2-2010-4021-a69d-771c91c0bcac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c6732da2-2010-4021-a69d-771c91c0bcac,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:06.285525 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.325838 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (b0f0bf38-6035-4547-8dc1-1769a4fb242d), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.328765 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks [] for router_controller (b0f0bf38-6035-4547-8dc1-1769a4fb242d), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.345168 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=c6732da2-2010-4021-a69d-771c91c0bcac,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:06.403865 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (b0f0bf38-6035-4547-8dc1-1769a4fb242d), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.404828 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f0bf38-6035-4547-8dc1-1769a4fb242d {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:46:06.426809 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a6944-5905-4f53-9ae5-98cbb3c19961 x-openstack-request-id: req-7c9a6944-5905-4f53-9ae5-98cbb3c19961 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:06.427163 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "name": "network-vif-plugged", "status": "completed", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:06.427510 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c9a6944-5905-4f53-9ae5-98cbb3c19961 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:06.427995 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9a6944-5905-4f53-9ae5-98cbb3c19961'] response: {'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'code': 200} Jul 11 14:46:06.428475 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.429663 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-bbdc89d6-0acb-4659-b0a4-2347ddb6b698 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b0f0bf38-6035-4547-8dc1-1769a4fb242d HTTP/1.1" status: 204 len: 168 time: 1.0147662 Jul 11 14:46:06.434266 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45374) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:06.459524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bd01e-265b-43cd-84d5-f992b57fada9 req-a6bc079f-39d0-497f-9233-a2d270916592 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:06.461156 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-046bd01e-265b-43cd-84d5-f992b57fada9 req-a6bc079f-39d0-497f-9233-a2d270916592 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.0719159 Jul 11 14:46:06.515422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Deleting subnet f4634de7-95c0-41a0-8797-d4967f527135 {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:46:06.519419 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Publish callbacks [] for subnet (f4634de7-95c0-41a0-8797-d4967f527135), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.544552 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-046bd01e-265b-43cd-84d5-f992b57fada9 req-0da3e04e-cec6-4658-a8b1-fbe9778e03f2 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711906 Jul 11 14:46:06.569103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (f4634de7-95c0-41a0-8797-d4967f527135), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:06.673979 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21c8e-ddf0-4514-bd82-7eb74eb06988 req-54ab5602-5dd6-4f95-b66f-b0b0ed60f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:06.675643 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cbb21c8e-ddf0-4514-bd82-7eb74eb06988 req-54ab5602-5dd6-4f95-b66f-b0b0ed60f826 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 1129 time: 0.0604110 Jul 11 14:46:06.733431 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:06.742402 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cbb21c8e-ddf0-4514-bd82-7eb74eb06988 req-d3223c6d-fc48-4e03-a668-1e9731935934 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575261 Jul 11 14:46:07.020833 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (f4634de7-95c0-41a0-8797-d4967f527135), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.029696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227803e7-4aaa-4996-baef-9198abbbf6ae req-3d845047-9a96-4ba1-9fef-96bcd1a9c999 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:07.031540 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-227803e7-4aaa-4996-baef-9198abbbf6ae req-3d845047-9a96-4ba1-9fef-96bcd1a9c999 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0991755 Jul 11 14:46:07.130961 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-227803e7-4aaa-4996-baef-9198abbbf6ae req-bbb5dc0b-3828-429e-b58e-e2ec7be1cc2d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804296 Jul 11 14:46:07.138566 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (f4634de7-95c0-41a0-8797-d4967f527135), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.138913 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 898831a3-f567-454b-8fa8-e8dd4ef35e41 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:07.168294 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4634de7-95c0-41a0-8797-d4967f527135,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:07.177530 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.182356 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 898831a3-f567-454b-8fa8-e8dd4ef35e41 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:07.182925 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 898831a3-f567-454b-8fa8-e8dd4ef35e41 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:07.183967 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 33b24db7-8153-44bf-ae28-ae9cb7b72911 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:07.184165 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45378) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:07.184967 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1de93ea6-0ccd-47f9-b77d-daa7fff39223 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f4634de7-95c0-41a0-8797-d4967f527135 HTTP/1.1" status: 204 len: 168 time: 0.7461410 Jul 11 14:46:07.191385 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a99bc-0169-4b3a-a4ad-ea41832d4ce0 None None] Network 382f35eb-d1cd-45e3-b28b-3e3389f544db requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:46:07.251387 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 33b24db7-8153-44bf-ae28-ae9cb7b72911 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:07.251933 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 33b24db7-8153-44bf-ae28-ae9cb7b72911 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:07.276692 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (382f35eb-d1cd-45e3-b28b-3e3389f544db), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.334770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Deleting port b105caa0-53ee-49b2-ac0c-8429ae98bee8 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:07.335280 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.460706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] For port b105caa0-53ee-49b2-ac0c-8429ae98bee8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b105caa0-53ee-49b2-ac0c-8429ae98bee8,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:07.461086 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.464215 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] DHCP port deletion for 382f35eb-d1cd-45e3-b28b-3e3389f544db request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:46:07.477567 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Calling delete_port for b105caa0-53ee-49b2-ac0c-8429ae98bee8 owned by network:dhcp {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:07.512872 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] Deleting port b105caa0-53ee-49b2-ac0c-8429ae98bee8 {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:07.513248 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.587775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] For port b105caa0-53ee-49b2-ac0c-8429ae98bee8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b105caa0-53ee-49b2-ac0c-8429ae98bee8,segment=NetworkSegment(851edb5c-bc79-4572-bf3f-76a645479c5e),segment_id=851edb5c-bc79-4572-bf3f-76a645479c5e)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:07.588099 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.595063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.606616 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] Calling delete_port for b105caa0-53ee-49b2-ac0c-8429ae98bee8 owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:07.629145 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b105caa0-53ee-49b2-ac0c-8429ae98bee8,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:07.632895 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] No DVR routers for this DVR port b105caa0-53ee-49b2-ac0c-8429ae98bee8 on host dv-cinder-master-3-iscsi {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:07.714423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (b105caa0-53ee-49b2-ac0c-8429ae98bee8), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.741081 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] Pushing event deleted for resources: {'Port': ['ID=b105caa0-53ee-49b2-ac0c-8429ae98bee8,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:07.747370 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9705807-7d21-4bb8-9bf3-77495b81607b None None] No DVR routers for this DVR port b105caa0-53ee-49b2-ac0c-8429ae98bee8 on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:07.770161 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (382f35eb-d1cd-45e3-b28b-3e3389f544db), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:07.789461 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:07.827575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.827915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.828673 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.829016 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.829352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.829689 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.830006 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.830341 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.830683 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.830999 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.934370 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.934737 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.935108 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.935476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:46:07.935867 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382f35eb-d1cd-45e3-b28b-3e3389f544db']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:07.947423 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a001d8-d305-41b2-8455-0f19476b6622 req-545c5487-bff9-48dd-8675-bc2301a0fe39 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:07.949106 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-99a001d8-d305-41b2-8455-0f19476b6622 req-545c5487-bff9-48dd-8675-bc2301a0fe39 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.2372577 Jul 11 14:46:07.972372 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851edb5c-bc79-4572-bf3f-76a645479c5e') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:07.972720 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851edb5c-bc79-4572-bf3f-76a645479c5e') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:07.999587 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (851edb5c-bc79-4572-bf3f-76a645479c5e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.035248 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (851edb5c-bc79-4572-bf3f-76a645479c5e), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.052914 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:46:08.053312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (851edb5c-bc79-4572-bf3f-76a645479c5e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.076821 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-99a001d8-d305-41b2-8455-0f19476b6622 req-431b78d9-2564-4526-8d79-dff722d5ebf9 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170335 Jul 11 14:46:08.181395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (382f35eb-d1cd-45e3-b28b-3e3389f544db), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.199444 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.205968 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/382f35eb-d1cd-45e3-b28b-3e3389f544db HTTP/1.1" status: 204 len: 168 time: 1.0178924 Jul 11 14:46:08.213669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70378-9811-481e-87ea-4e673f8947b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=382f35eb-d1cd-45e3-b28b-3e3389f544db,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:08.271518 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 851edb5c-bc79-4572-bf3f-76a645479c5e resource provider aggregate not found Jul 11 14:46:08.293119 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 851edb5c-bc79-4572-bf3f-76a645479c5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 851edb5c-bc79-4572-bf3f-76a645479c5e found for delete ", "request_id": "req-18796525-a246-41c1-8620-6f2aa56bf19e"}]} Jul 11 14:46:08.308484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d560-7e43-4887-88fb-afc5e9b901bd req-57ae6d9f-b7b2-4362-a26e-87593c4fb1ca tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:08.310116 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6f47d560-7e43-4887-88fb-afc5e9b901bd req-57ae6d9f-b7b2-4362-a26e-87593c4fb1ca tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0601048 Jul 11 14:46:08.366897 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45396) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:08.375896 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6f47d560-7e43-4887-88fb-afc5e9b901bd req-8575b0b7-a91f-4fee-a2e1-c29ac6124091 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593991 Jul 11 14:46:08.415272 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-83ad74fa-187a-4ba1-9639-70f8ffd0366e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98966d44ea88477b94215761cdc92ea7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470738 Jul 11 14:46:08.419337 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45398) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:08.481298 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c65e-de26-4c29-bd20-5f439888a302 admin admin] Publish callbacks [] for security_group (b66eb174-1b91-4549-887c-5b9140ae7349), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.514632 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c65e-de26-4c29-bd20-5f439888a302 admin admin] Publish callbacks [] for security_group (b66eb174-1b91-4549-887c-5b9140ae7349), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.587079 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c65e-de26-4c29-bd20-5f439888a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b66eb174-1b91-4549-887c-5b9140ae7349), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.590100 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1d1c65e-de26-4c29-bd20-5f439888a302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:08.591779 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d1d1c65e-de26-4c29-bd20-5f439888a302 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b66eb174-1b91-4549-887c-5b9140ae7349 HTTP/1.1" status: 204 len: 168 time: 0.1711400 Jul 11 14:46:08.606175 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1c65e-de26-4c29-bd20-5f439888a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66eb174-1b91-4549-887c-5b9140ae7349,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:08.886728 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b105caa0-53ee-49b2-ac0c-8429ae98bee8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:08.910039 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: b105caa0-53ee-49b2-ac0c-8429ae98bee8 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:08.910487 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b105caa0-53ee-49b2-ac0c-8429ae98bee8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:09.226768 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb352f3-1f9c-4059-bb71-bbe8fc5156d9 req-584b9715-1279-4a26-a9ca-8c12dbeab4b3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:09.228629 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3bb352f3-1f9c-4059-bb71-bbe8fc5156d9 req-584b9715-1279-4a26-a9ca-8c12dbeab4b3 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.0621119 Jul 11 14:46:09.296169 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3bb352f3-1f9c-4059-bb71-bbe8fc5156d9 req-9ab3d49b-98e2-44bb-ba5c-b727295e6243 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577931 Jul 11 14:46:09.443573 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042ca7-28e2-4b53-828c-6e8effdf7955 req-ea7e2b13-11e0-462e-bf9a-973e680946c7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:09.447521 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-99042ca7-28e2-4b53-828c-6e8effdf7955 req-ea7e2b13-11e0-462e-bf9a-973e680946c7 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.0610945 Jul 11 14:46:09.459494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45424) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:09.467862 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Request body: {'floatingip': {'port_id': 'c6732da2-2010-4021-a69d-771c91c0bcac'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:46:09.536320 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:09.591202 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (b7a4c522-41ce-487e-8686-cdbbbd019e83), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:09.642265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1bb9-4c4d-4474-b207-fdc5e382675c req-8e8b54ad-337d-4abc-bb4b-231d50c57832 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:09.643819 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-be4d1bb9-4c4d-4474-b207-fdc5e382675c req-8e8b54ad-337d-4abc-bb4b-231d50c57832 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1663308 Jul 11 14:46:09.765525 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-be4d1bb9-4c4d-4474-b207-fdc5e382675c req-a0780d8f-3a62-4fc0-b753-a8ad6c47fcaa tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025434 Jul 11 14:46:09.997929 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:10.168135 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:10.173012 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (b7a4c522-41ce-487e-8686-cdbbbd019e83), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:10.314702 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP b7a4c522-41ce-487e-8686-cdbbbd019e83 associated. External IP: 172.37.1.235, port: c6732da2-2010-4021-a69d-771c91c0bcac. Jul 11 14:46:10.830096 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:46:10.973968 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc8a1-3037-4215-8bd0-9b3e972b1ae3 req-3dc30e4f-f15f-460d-8a42-bfea2d8e5a53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:10.976611 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4e0cc8a1-3037-4215-8bd0-9b3e972b1ae3 req-3dc30e4f-f15f-460d-8a42-bfea2d8e5a53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0893021 Jul 11 14:46:11.018140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:46:11.025554 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:11.034793 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:46:11.055401 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:11.056741 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:11.064133 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4e0cc8a1-3037-4215-8bd0-9b3e972b1ae3 req-cbfaf5bc-9540-4689-801e-57480f69827e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763235 Jul 11 14:46:11.093313 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-09a1a1a9-0ec3-473c-a9cf-ddc00ef2957e tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "PUT /v2.0/floatingips/b7a4c522-41ce-487e-8686-cdbbbd019e83 HTTP/1.1" status: 200 len: 991 time: 1.6290562 Jul 11 14:46:11.093313 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:11.096430 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:11.155137 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fd2980-aee3-485f-95ed-4e07d6608407 x-openstack-request-id: req-e3fd2980-aee3-485f-95ed-4e07d6608407 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:11.155570 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:11.155968 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3fd2980-aee3-485f-95ed-4e07d6608407 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:11.156605 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fd2980-aee3-485f-95ed-4e07d6608407'] response: {'name': 'network-changed', 'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'status': 'completed', 'code': 200} Jul 11 14:46:11.209047 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:11.258147 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-1a267b1f-f3d9-4434-a450-9194396ba226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:11.260468 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-1a267b1f-f3d9-4434-a450-9194396ba226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baa6ea2e19747d1af1e1042c362895d&device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 1129 time: 0.0718482 Jul 11 14:46:11.461148 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:11.464788 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-feceaaed-51df-429b-bfc0-ca7ff415158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:11.468216 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-feceaaed-51df-429b-bfc0-ca7ff415158a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 200 len: 915 time: 0.1994193 Jul 11 14:46:11.576469 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:11.615804 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-e674b239-0bf7-488e-8d9b-fc8d4087e1a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6732da2-2010-4021-a69d-771c91c0bcac HTTP/1.1" status: 200 len: 999 time: 0.1409688 Jul 11 14:46:11.623949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:11.640994 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b7a4c522-41ce-487e-8686-cdbbbd019e83', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.235', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:85:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01762198-189f-4f97-84e5-4e0073a3879b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:52Z', 'updated_at': '2022-07-11T14:46:10Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:11.672762 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:46:11.681115 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:11.681754 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:45:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:11.707994 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-3360b0af-d20b-4f90-8100-3336dc8e2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:11.708818 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-3360b0af-d20b-4f90-8100-3336dc8e2094 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 200 len: 853 time: 0.0863318 Jul 11 14:46:11.752983 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45484) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:11.791628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-2e87ba77-a95e-4ae0-bb90-a0cf1dda602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:11.794375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-2e87ba77-a95e-4ae0-bb90-a0cf1dda602f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8679b039-4e4e-4ae1-83e8-21c78c675a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780137 Jul 11 14:46:11.811309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:11.831230 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:11.913825 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d49b5bcf-3fe3-4097-84b8-b1c64dfac189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:11.914871 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-ed1164c6-9612-4eae-905d-8e34fef5d6d9 service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120138 Jul 11 14:46:11.927109 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:12.009465 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:12.015312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d49b5bcf-3fe3-4097-84b8-b1c64dfac189 admin admin] Publish callbacks [] for security_group (2c15b20d-6ccf-4df3-aef1-64db3ec803bd), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.020543 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d49b5bcf-3fe3-4097-84b8-b1c64dfac189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (2c15b20d-6ccf-4df3-aef1-64db3ec803bd), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.049255 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d49b5bcf-3fe3-4097-84b8-b1c64dfac189 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22c77fbadf4949098c1d01788485ac77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951922 Jul 11 14:46:12.056163 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45488) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:12.075876 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b5bcf-3fe3-4097-84b8-b1c64dfac189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c15b20d-6ccf-4df3-aef1-64db3ec803bd,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:12.114978 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-cdc942c6-85ab-42ec-a26c-a335a21f0ecb req-54512073-9458-4c89-b657-6f33cd46dd7a service neutron] 10.222.0.36 "GET /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933410 Jul 11 14:46:12.159895 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-678bb333-a3e9-4eb4-a473-ebfd7d64bbde admin admin] Publish callbacks [] for security_group (2c15b20d-6ccf-4df3-aef1-64db3ec803bd), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.204905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-678bb333-a3e9-4eb4-a473-ebfd7d64bbde admin admin] Publish callbacks [] for security_group (2c15b20d-6ccf-4df3-aef1-64db3ec803bd), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.224333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b7a4c522-41ce-487e-8686-cdbbbd019e83', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.235', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:85:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01762198-189f-4f97-84e5-4e0073a3879b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:52Z', 'updated_at': '2022-07-11T14:46:10Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:12.261840 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164ecd-e4ca-4c39-b3ed-3bb288689420 req-c701a305-afbe-405f-bf2d-584182c688e5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:12.268793 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba968a7-a1a1-419a-afdc-d95986d705d8 None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b7a4c522-41ce-487e-8686-cdbbbd019e83', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'floating_ip_address': '172.37.1.235', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'port_id': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'mac_address': 'fa:16:3e:85:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01762198-189f-4f97-84e5-4e0073a3879b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:52Z', 'updated_at': '2022-07-11T14:46:10Z', 'revision_number': 1, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:46:12.269161 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a5164ecd-e4ca-4c39-b3ed-3bb288689420 req-c701a305-afbe-405f-bf2d-584182c688e5 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0789852 Jul 11 14:46:12.300000 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-678bb333-a3e9-4eb4-a473-ebfd7d64bbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (2c15b20d-6ccf-4df3-aef1-64db3ec803bd), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.304033 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-678bb333-a3e9-4eb4-a473-ebfd7d64bbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.305476 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-678bb333-a3e9-4eb4-a473-ebfd7d64bbde admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c15b20d-6ccf-4df3-aef1-64db3ec803bd HTTP/1.1" status: 204 len: 168 time: 0.2480762 Jul 11 14:46:12.318591 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bb333-a3e9-4eb4-a473-ebfd7d64bbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c15b20d-6ccf-4df3-aef1-64db3ec803bd,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:12.375166 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a5164ecd-e4ca-4c39-b3ed-3bb288689420 req-375848fb-74f2-4d87-820c-ee5078409967 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990021 Jul 11 14:46:12.579143 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb082a-604b-4338-b4f6-7e9f03d75b98 None None] New status for floating IP b7a4c522-41ce-487e-8686-cdbbbd019e83: ACTIVE {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:46:12.729527 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45498) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:12.745193 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-50a44b16-5c46-4fc9-838f-0c31e7335524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.844011 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-50a44b16-5c46-4fc9-838f-0c31e7335524 admin admin] Publish callbacks [] for security_group (b6ea935a-749e-487f-9aab-7574e023edb8), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.849715 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-50a44b16-5c46-4fc9-838f-0c31e7335524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b6ea935a-749e-487f-9aab-7574e023edb8), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:12.902892 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-50a44b16-5c46-4fc9-838f-0c31e7335524 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1cad068123b404c9af0190ace003671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720085 Jul 11 14:46:12.903883 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a44b16-5c46-4fc9-838f-0c31e7335524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ea935a-749e-487f-9aab-7574e023edb8,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:12.906523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45500) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:12.970456 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1812e96a-6cef-4279-9976-681c3e233511 admin admin] Publish callbacks [] for security_group (b6ea935a-749e-487f-9aab-7574e023edb8), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:13.000666 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1812e96a-6cef-4279-9976-681c3e233511 admin admin] Publish callbacks [] for security_group (b6ea935a-749e-487f-9aab-7574e023edb8), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:13.080578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1812e96a-6cef-4279-9976-681c3e233511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b6ea935a-749e-487f-9aab-7574e023edb8), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:13.085821 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1812e96a-6cef-4279-9976-681c3e233511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:13.087740 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1812e96a-6cef-4279-9976-681c3e233511 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6ea935a-749e-487f-9aab-7574e023edb8 HTTP/1.1" status: 204 len: 168 time: 0.1784935 Jul 11 14:46:13.101260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812e96a-6cef-4279-9976-681c3e233511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ea935a-749e-487f-9aab-7574e023edb8,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:13.561982 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf51f57-89da-4aa3-9a5f-ae8c59d39ba6 req-df004201-4ae7-46c0-be1a-c448ea5a408a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:13.564875 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7bf51f57-89da-4aa3-9a5f-ae8c59d39ba6 req-df004201-4ae7-46c0-be1a-c448ea5a408a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0696292 Jul 11 14:46:13.638828 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7bf51f57-89da-4aa3-9a5f-ae8c59d39ba6 req-e173fa1e-e58b-48ae-8a6e-34774a8f8d5e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672877 Jul 11 14:46:14.831096 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89b84-0f6e-4515-b76e-0972d9a7d1ec req-3df372bb-a0a7-41d3-9111-7aa2aaf07453 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:14.833878 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6d89b84-0f6e-4515-b76e-0972d9a7d1ec req-3df372bb-a0a7-41d3-9111-7aa2aaf07453 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0737834 Jul 11 14:46:14.918057 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6d89b84-0f6e-4515-b76e-0972d9a7d1ec req-75757487-c5c1-4e45-a94c-9dcab6de18a8 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739129 Jul 11 14:46:15.019263 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:16.065191 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc88fa2-7052-4787-94f5-82007e741b5a req-b3804fc3-2318-4302-909c-5e47749c5c08 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:16.067688 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7bc88fa2-7052-4787-94f5-82007e741b5a req-b3804fc3-2318-4302-909c-5e47749c5c08 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0568748 Jul 11 14:46:16.123284 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7bc88fa2-7052-4787-94f5-82007e741b5a req-36e6bd86-65c3-455b-919e-7fd9b7e5d75c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492625 Jul 11 14:46:17.255049 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d17fa-5798-4918-b85f-87828c0b218c req-048dc271-394c-4f57-8aa9-b15736caf9d9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:17.256744 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1c6d17fa-5798-4918-b85f-87828c0b218c req-048dc271-394c-4f57-8aa9-b15736caf9d9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0521400 Jul 11 14:46:17.310195 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1c6d17fa-5798-4918-b85f-87828c0b218c req-e86ccc71-2ef7-4e57-bc71-73a32107717d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470812 Jul 11 14:46:18.065192 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-5d30d004-686c-45ec-adfb-ec9b7660d87c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485559 Jul 11 14:46:18.131923 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-66236382-2673-4524-b287-5a5882c4a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:18.134584 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-66236382-2673-4524-b287-5a5882c4a199 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1168 time: 0.0464151 Jul 11 14:46:18.263681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:18.284409 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-b7c62375-b876-405f-a865-7409e3a9e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:18.287102 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-b7c62375-b876-405f-a865-7409e3a9e138 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 915 time: 0.1340787 Jul 11 14:46:18.369116 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-8a21d61d-3371-464e-8b00-d3eb558b7b24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 1001 time: 0.0742674 Jul 11 14:46:18.423730 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:18.457750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45596) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:18.478772 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94388f9-42ba-48c7-a36a-d6e792187161 req-bbe4bbde-89e2-4b72-a84f-ed7b851dec62 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:18.480439 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e94388f9-42ba-48c7-a36a-d6e792187161 req-bbe4bbde-89e2-4b72-a84f-ed7b851dec62 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0720654 Jul 11 14:46:18.482463 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-1b5a00d6-3394-44f0-a798-3b6931032d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:18.484132 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-1b5a00d6-3394-44f0-a798-3b6931032d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.1078100 Jul 11 14:46:18.564480 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-c3b18ab9-3625-4d5f-9bf2-eb33d37262f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:18.565978 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-c3b18ab9-3625-4d5f-9bf2-eb33d37262f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742297 Jul 11 14:46:18.598541 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e94388f9-42ba-48c7-a36a-d6e792187161 req-c54e545d-53bb-42ef-a383-93937a1ed052 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081443 Jul 11 14:46:18.609647 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c46c-7440-4906-b079-c11e381de605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.705385 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c46c-7440-4906-b079-c11e381de605 admin admin] Publish callbacks [] for security_group (d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.712154 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c46c-7440-4906-b079-c11e381de605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.735238 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-0c8d215d-b6d6-4658-878e-c19cd3738294 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540160 Jul 11 14:46:18.780883 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7ba4c46c-7440-4906-b079-c11e381de605 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ff621396c154c4f8767b25311b1c848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213053 Jul 11 14:46:18.787677 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45602) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:18.812027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4c46c-7440-4906-b079-c11e381de605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:18.851295 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c60f92de-61a2-4ca3-bc2f-abc350b67ca6 req-0b9ba643-7cbe-489d-b60f-8fcf205be097 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088219 Jul 11 14:46:18.855137 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:18.888103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a5e09422-19f0-44ec-86a2-c9d35430a719 admin admin] Publish callbacks [] for security_group (d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.919211 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a5e09422-19f0-44ec-86a2-c9d35430a719 admin admin] Publish callbacks [] for security_group (d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.984858 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a5e09422-19f0-44ec-86a2-c9d35430a719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.989681 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a5e09422-19f0-44ec-86a2-c9d35430a719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:18.991689 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a5e09422-19f0-44ec-86a2-c9d35430a719 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2 HTTP/1.1" status: 204 len: 168 time: 0.2024789 Jul 11 14:46:19.005688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e09422-19f0-44ec-86a2-c9d35430a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cf0c8c-d95e-4ed2-bf50-996bc8cd8aa2,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:19.333114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45608) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:19.348579 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-39bf3bb4-14b1-42ef-ac15-36ba4b66ac8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.350383 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:19.448008 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-39bf3bb4-14b1-42ef-ac15-36ba4b66ac8d admin admin] Publish callbacks [] for security_group (ababd22c-9bce-47c4-b923-6bac6b589fc5), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.453640 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-39bf3bb4-14b1-42ef-ac15-36ba4b66ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ababd22c-9bce-47c4-b923-6bac6b589fc5), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.495750 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf3bb4-14b1-42ef-ac15-36ba4b66ac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababd22c-9bce-47c4-b923-6bac6b589fc5,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:19.501348 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-39bf3bb4-14b1-42ef-ac15-36ba4b66ac8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8f93a7f750346e195ae6543fda1d705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671309 Jul 11 14:46:19.506071 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45610) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:19.561169 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e49914ab-bcd6-413e-9616-0676205d67ed admin admin] Publish callbacks [] for security_group (ababd22c-9bce-47c4-b923-6bac6b589fc5), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.586824 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e49914ab-bcd6-413e-9616-0676205d67ed admin admin] Publish callbacks [] for security_group (ababd22c-9bce-47c4-b923-6bac6b589fc5), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.646330 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e49914ab-bcd6-413e-9616-0676205d67ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (ababd22c-9bce-47c4-b923-6bac6b589fc5), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.650987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e49914ab-bcd6-413e-9616-0676205d67ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:19.652927 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e49914ab-bcd6-413e-9616-0676205d67ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ababd22c-9bce-47c4-b923-6bac6b589fc5 HTTP/1.1" status: 204 len: 168 time: 0.1456637 Jul 11 14:46:19.668762 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49914ab-bcd6-413e-9616-0676205d67ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababd22c-9bce-47c4-b923-6bac6b589fc5,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:19.808131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828795c7-f42c-4311-a805-3b1776682dee req-9fc01e35-2885-4d01-8ced-3cc7d7b1edef tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:19.811059 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-828795c7-f42c-4311-a805-3b1776682dee req-9fc01e35-2885-4d01-8ced-3cc7d7b1edef tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0689960 Jul 11 14:46:19.872893 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-828795c7-f42c-4311-a805-3b1776682dee req-f775225a-acfe-45b1-9155-9c5f41450057 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517185 Jul 11 14:46:21.018621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d9042-9d3c-4cd7-ac8c-89b9295be6a3 req-f1b3f746-9fb7-4586-a0b8-ef06161231c2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:21.020985 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c73d9042-9d3c-4cd7-ac8c-89b9295be6a3 req-f1b3f746-9fb7-4586-a0b8-ef06161231c2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0580249 Jul 11 14:46:21.090145 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c73d9042-9d3c-4cd7-ac8c-89b9295be6a3 req-8f0ecc8f-7aeb-49b2-b6af-b4fb5f501b9f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632000 Jul 11 14:46:22.292315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9260b2-7a5d-4fc8-8e2b-41f3baf2f4e9 req-a376f160-e2f5-4dcc-93ec-2421a44e3d53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:22.294938 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8f9260b2-7a5d-4fc8-8e2b-41f3baf2f4e9 req-a376f160-e2f5-4dcc-93ec-2421a44e3d53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0689049 Jul 11 14:46:22.383408 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8f9260b2-7a5d-4fc8-8e2b-41f3baf2f4e9 req-726abf0a-be91-4395-bb1e-a881ae8bf350 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814693 Jul 11 14:46:22.749116 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:22.753283 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:22.759161 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-b3027f8a-48b1-49ae-bd48-6092c167246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:22.855093 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45692) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:22.990255 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6db1e08f-e6bc-4ef7-886a-2c70431dce14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.080443 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-3d346ce9-0e5d-4ea4-b60b-1efc483f9f71 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911000918&fields=id&tenant_id=3e77cfd4544c45468c57510de6034e38 HTTP/1.1" status: 200 len: 267 time: 0.0652213 Jul 11 14:46:23.108046 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6db1e08f-e6bc-4ef7-886a-2c70431dce14 admin admin] Publish callbacks [] for security_group (98c6b081-2180-4a1b-9654-560b12d93ffe), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.113169 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6db1e08f-e6bc-4ef7-886a-2c70431dce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (98c6b081-2180-4a1b-9654-560b12d93ffe), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.156798 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-e568030a-9f25-4ba8-9a27-3c0538ea23eb tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:23.158726 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-e568030a-9f25-4ba8-9a27-3c0538ea23eb tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 984 time: 0.0674911 Jul 11 14:46:23.165488 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-6db1e08f-e6bc-4ef7-886a-2c70431dce14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0edfc73bd5e8480197e8d6ac2b699be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092456 Jul 11 14:46:23.166700 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1e08f-e6bc-4ef7-886a-2c70431dce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c6b081-2180-4a1b-9654-560b12d93ffe,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:23.168749 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45698) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:23.188625 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Request body: {'port': {'security_groups': ['1bbe6f24-4a41-4403-adff-d1890f4e14df']}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:46:23.309541 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9dd95017-a89a-4318-a703-5489b58fe3ad admin admin] Publish callbacks [] for security_group (98c6b081-2180-4a1b-9654-560b12d93ffe), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.316808 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.354167 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9dd95017-a89a-4318-a703-5489b58fe3ad admin admin] Publish callbacks [] for security_group (98c6b081-2180-4a1b-9654-560b12d93ffe), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.498751 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9dd95017-a89a-4318-a703-5489b58fe3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (98c6b081-2180-4a1b-9654-560b12d93ffe), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.501319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9dd95017-a89a-4318-a703-5489b58fe3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.505177 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9dd95017-a89a-4318-a703-5489b58fe3ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98c6b081-2180-4a1b-9654-560b12d93ffe HTTP/1.1" status: 204 len: 168 time: 0.3346663 Jul 11 14:46:23.513084 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:23.551554 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd95017-a89a-4318-a703-5489b58fe3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c6b081-2180-4a1b-9654-560b12d93ffe,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:23.558103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:23.603657 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83b20e-6c9a-4ab8-8ff6-2f4e75dd91bb req-7f1723a5-7015-460e-8b4d-3dac59ac1f07 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:23.606946 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5e83b20e-6c9a-4ab8-8ff6-2f4e75dd91bb req-7f1723a5-7015-460e-8b4d-3dac59ac1f07 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1026726 Jul 11 14:46:23.636846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:23.666445 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:23.698343 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5e83b20e-6c9a-4ab8-8ff6-2f4e75dd91bb req-39c7a289-0507-4c94-8017-6de4dd62d2c9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832829 Jul 11 14:46:23.711395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.721776 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12202107'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.739165 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['eacb6063-c62f-4742-8ca6-7f93d25fdaf8'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:46:23.813268 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:23.823201 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:23.834472 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1fc4369a-4d1d-4c20-999d-d8224f8e9e16 req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "PUT /v2.0/ports/eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 942 time: 0.6547747 Jul 11 14:46:23.836511 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:23.841277 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45706) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:23.843774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc0ba09-aed6-4356-809d-23df509d580c" -d '{"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:23.898671 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc1851-891c-4eaa-a960-2bc65b787d41 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event updated for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=7']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:23.947747 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e985db-2bed-415a-9ba6-1571a09426f5 x-openstack-request-id: req-d0e985db-2bed-415a-9ba6-1571a09426f5 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:23.958823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:23.959484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0e985db-2bed-415a-9ba6-1571a09426f5 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:23.961267 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e985db-2bed-415a-9ba6-1571a09426f5'] response: {'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'status': 'completed', 'code': 200} Jul 11 14:46:23.981483 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['eacb6063-c62f-4742-8ca6-7f93d25fdaf8'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:46:24.021655 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7187a1f8-db7e-44eb-b20d-64c1a0171487 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group (65fd9fc5-5855-468e-9322-c09a03998b07), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.043440 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45710) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:24.076227 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69ffde34-d501-4d3a-9147-986fb0d190f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.085968 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ba09-aed6-4356-809d-23df509d580c req-be491812-15d7-4859-bd2c-5b6a4e3bca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:24.087990 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-be491812-15d7-4859-bd2c-5b6a4e3bca0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1129 time: 0.1195676 Jul 11 14:46:24.134357 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7187a1f8-db7e-44eb-b20d-64c1a0171487 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group (65fd9fc5-5855-468e-9322-c09a03998b07), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.165769 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:24.255045 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a2ffb8a3-131e-4c92-bd5b-9d74a4cf87ba None None] Provisioning complete for port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:46:24.255736 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a2ffb8a3-131e-4c92-bd5b-9d74a4cf87ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.311476 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:24.327549 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:46:24.328467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ba09-aed6-4356-809d-23df509d580c req-623913ae-11f8-4bc0-9c4e-ac05668cad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:24.330275 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-623913ae-11f8-4bc0-9c4e-ac05668cad02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 915 time: 0.2105711 Jul 11 14:46:24.381175 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7187a1f8-db7e-44eb-b20d-64c1a0171487 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (65fd9fc5-5855-468e-9322-c09a03998b07), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.387590 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7187a1f8-db7e-44eb-b20d-64c1a0171487 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.396954 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7187a1f8-db7e-44eb-b20d-64c1a0171487 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "DELETE /v2.0/security-groups/65fd9fc5-5855-468e-9322-c09a03998b07 HTTP/1.1" status: 204 len: 168 time: 0.5482452 Jul 11 14:46:24.400506 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45712) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:24.414151 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187a1f8-db7e-44eb-b20d-64c1a0171487 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fd9fc5-5855-468e-9322-c09a03998b07,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:24.435633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:24.461838 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffb8a3-131e-4c92-bd5b-9d74a4cf87ba None None] Current status of the port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:24.494819 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-538be62f-23d7-4dfb-a34f-7dd1eb2aca8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 1001 time: 0.1544955 Jul 11 14:46:24.520199 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69ffde34-d501-4d3a-9147-986fb0d190f0 admin admin] Publish callbacks [] for security_group (c1fc47e6-e350-4705-bb1d-fcc07e627e70), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.601915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69ffde34-d501-4d3a-9147-986fb0d190f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c1fc47e6-e350-4705-bb1d-fcc07e627e70), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.727432 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ba09-aed6-4356-809d-23df509d580c req-2df2fbef-2b22-4f8b-a7db-aacc0e5e5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:24.729964 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-2df2fbef-2b22-4f8b-a7db-aacc0e5e5c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.2235267 Jul 11 14:46:24.735282 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-69ffde34-d501-4d3a-9147-986fb0d190f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e055b1de55dd44b48f6c1c32d56a02e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6851518 Jul 11 14:46:24.737978 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 45716) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:24.742380 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffde34-d501-4d3a-9147-986fb0d190f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc47e6-e350-4705-bb1d-fcc07e627e70,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:24.809878 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-eae1aa28-d1c6-43a2-a42c-ec09fb3e0ee1 admin admin] Publish callbacks [] for security_group (c1fc47e6-e350-4705-bb1d-fcc07e627e70), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.860221 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-eae1aa28-d1c6-43a2-a42c-ec09fb3e0ee1 admin admin] Publish callbacks [] for security_group (c1fc47e6-e350-4705-bb1d-fcc07e627e70), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.868182 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ba09-aed6-4356-809d-23df509d580c req-a3630a42-2b4b-4995-93be-ec6937724075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:24.870944 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-a3630a42-2b4b-4995-93be-ec6937724075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1301877 Jul 11 14:46:24.872539 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Deleting port 3b222726-056f-4668-8289-2a609c8684ea {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:24.872775 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (3b222726-056f-4668-8289-2a609c8684ea), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.927705 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-eae1aa28-d1c6-43a2-a42c-ec09fb3e0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c1fc47e6-e350-4705-bb1d-fcc07e627e70), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.930448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-eae1aa28-d1c6-43a2-a42c-ec09fb3e0ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:24.934646 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-eae1aa28-d1c6-43a2-a42c-ec09fb3e0ee1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1fc47e6-e350-4705-bb1d-fcc07e627e70 HTTP/1.1" status: 204 len: 168 time: 0.1943998 Jul 11 14:46:24.945349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1aa28-d1c6-43a2-a42c-ec09fb3e0ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc47e6-e350-4705-bb1d-fcc07e627e70,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:25.028407 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:25.079903 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00627e9-060d-4abb-a92e-ed57295adf12 req-3f6eccd0-fca2-4ce7-893e-3beba7bdf02b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:25.081469 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c00627e9-060d-4abb-a92e-ed57295adf12 req-3f6eccd0-fca2-4ce7-893e-3beba7bdf02b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1692245 Jul 11 14:46:25.088715 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:25.143010 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (3b222726-056f-4668-8289-2a609c8684ea), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:25.143387 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for floatingip (3b222726-056f-4668-8289-2a609c8684ea), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:25.149065 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-b41fd278-c63f-4205-a3d9-0f7060cc6709 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707160 Jul 11 14:46:25.179904 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Calling delete_port for 3b222726-056f-4668-8289-2a609c8684ea owned by network:floatingip {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:25.237334 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c00627e9-060d-4abb-a92e-ed57295adf12 req-1ea046d6-2d8b-43b4-b720-e8dc997dac88 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447990 Jul 11 14:46:25.374628 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc0ba09-aed6-4356-809d-23df509d580c req-711b5780-46a5-475a-93ee-02eeca23b02e service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149367 Jul 11 14:46:25.407076 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7f4823ee-9b42-4c06-91bc-30dcda8ad07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:25.502516 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (3b222726-056f-4668-8289-2a609c8684ea), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:25.548494 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event deleted for resources: {'Port': ['ID=3b222726-056f-4668-8289-2a609c8684ea,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:25.672901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks [] for floatingip (4d6ec53f-d489-4f0d-b281-56fdc04fe665), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:25.673708 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Floating IP 4d6ec53f-d489-4f0d-b281-56fdc04fe665 disassociated (deleted). External IP: 172.37.1.161, port: eacb6063-c62f-4742-8ca6-7f93d25fdaf8. Jul 11 14:46:26.082325 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:46:26.230901 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:26.252390 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '35522aa1-427b-4c21-88e8-ce45535459a0', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:46:26.298113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Router f848493a-6ef5-42bb-a82e-28111fdd0aef has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:46:26.317720 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: ACTIVE; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:26.318333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:26.342819 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35522aa1-427b-4c21-88e8-ce45535459a0 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:46:26.380319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:26.387423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:26.442282 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:26.443843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:46:26.450388 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:26.486745 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b0040-ef94-49d0-8b57-ba841a93891a req-778f63f9-e41f-48cc-aa36-fbf45563eb9a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:26.494977 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-50932758-5363-40d6-8e40-2a666fd9fae8 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "DELETE /v2.0/floatingips/4d6ec53f-d489-4f0d-b281-56fdc04fe665 HTTP/1.1" status: 204 len: 168 time: 2.0893235 Jul 11 14:46:26.494977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:26.494977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d51abf-0eda-4f4f-b569-cf242210689a" -d '{"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:26.507164 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-513b0040-ef94-49d0-8b57-ba841a93891a req-778f63f9-e41f-48cc-aa36-fbf45563eb9a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 944 time: 0.1144667 Jul 11 14:46:26.511269 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] Sync routers for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:46:26.538470 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=6']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:26.552046 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:26.553752 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:26.568579 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-513b0040-ef94-49d0-8b57-ba841a93891a req-b56b5119-9ae2-46cb-be69-e09ad2b9ba5b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603769 Jul 11 14:46:26.615333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.615858 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.616348 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.616864 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.617380 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.617914 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.618468 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.618973 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.619503 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.620034 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.620574 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.621109 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.621631 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.622157 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.622721 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:46:26.686043 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['35522aa1-427b-4c21-88e8-ce45535459a0'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:46:26.703951 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd177b-3500-40b4-8e28-1bf64ffd9bd0 x-openstack-request-id: req-60bd177b-3500-40b4-8e28-1bf64ffd9bd0 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:26.704456 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:26.704977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60bd177b-3500-40b4-8e28-1bf64ffd9bd0 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:26.706013 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bd177b-3500-40b4-8e28-1bf64ffd9bd0'] response: {'name': 'network-changed', 'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'status': 'completed', 'code': 200} Jul 11 14:46:26.820319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:26.852384 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51abf-0eda-4f4f-b569-cf242210689a req-69347ba0-2203-40a6-9d0c-5e18f1118691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:26.858952 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-69347ba0-2203-40a6-9d0c-5e18f1118691 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e77cfd4544c45468c57510de6034e38&device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 1129 time: 0.1142166 Jul 11 14:46:27.068164 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:27.079882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:27.099210 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51abf-0eda-4f4f-b569-cf242210689a req-15f164f2-1643-491d-b36c-277d3fb2663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:27.099908 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:27.102787 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-15f164f2-1643-491d-b36c-277d3fb2663e service neutron] 10.222.0.36 "GET /v2.0/networks?id=06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 200 len: 915 time: 0.2300649 Jul 11 14:46:27.162872 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:27.208098 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] Checking router: f848493a-6ef5-42bb-a82e-28111fdd0aef for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:46:27.221445 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:27.222739 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:27.289091 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:27.377235 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:27.417585 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-aaeeb83b-7d41-4eee-894b-ef9cffa57a3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 200 len: 217 time: 0.0390127 Jul 11 14:46:27.517726 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51abf-0eda-4f4f-b569-cf242210689a req-a433263e-19e6-478b-8057-3532b577b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:27.519254 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-a433263e-19e6-478b-8057-3532b577b8df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 200 len: 853 time: 0.0911469 Jul 11 14:46:27.650191 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51abf-0eda-4f4f-b569-cf242210689a req-c2d55f2e-a645-4e08-a60b-052143701ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:27.652969 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-c2d55f2e-a645-4e08-a60b-052143701ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06a4c46d-d89a-4730-8741-8893e973bf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843160 Jul 11 14:46:27.710117 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:27.758236 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e747f70e-99e5-42fc-b0ee-f34d5a743c68 None None] The sync data for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi is: [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:42:59Z', 'revision_number': 4, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5960c8d-12ad-4029-9bc0-aa10a3aaba95', 'name': '', 'network_id': '06a4c46d-d89a-4730-8741-8893e973bf68', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'mac_address': 'fa:16:3e:99:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:59Z', 'updated_at': '2022-07-11T14:43:05Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'subnets': [{'id': 'b348d964-b33e-49c0-bbad-54432bafb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:46:27.896766 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c3dc6-5dd2-4d35-a469-ecf57c2a2fbc req-c114b08a-d718-49a3-b7c7-fd4e5c9bde3c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:27.902787 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-de6c3dc6-5dd2-4d35-a469-ecf57c2a2fbc req-c114b08a-d718-49a3-b7c7-fd4e5c9bde3c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 944 time: 0.1317489 Jul 11 14:46:27.982016 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-2b09003a-f447-427e-8085-8bffab1792c7 service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019397 Jul 11 14:46:28.113234 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:46:28.149690 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-de6c3dc6-5dd2-4d35-a469-ecf57c2a2fbc req-08100bff-6d6d-4eb1-864f-0132b4418876 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321169 Jul 11 14:46:28.276268 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 35522aa1-427b-4c21-88e8-ce45535459a0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:46:28.276684 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:28.319538 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e6dba-e6a6-476a-a20c-03249457fec2 None None] New status for floating IP 4d6ec53f-d489-4f0d-b281-56fdc04fe665: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:46:28.364198 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-58d51abf-0eda-4f4f-b569-cf242210689a req-4b405d51-b7d7-4be2-ab99-ae9001df716d service neutron] 10.222.0.36 "GET /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685191 Jul 11 14:46:28.385726 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:28.459490 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:28.460142 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:28.545755 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:28.548544 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac86c35-eb5c-46dd-a215-9b5456230d09" -d '{"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-plugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:28.557150 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:28.578999 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:28.589408 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:28.673581 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b33069-191e-46ec-bccd-cab27976780b x-openstack-request-id: req-96b33069-191e-46ec-bccd-cab27976780b {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:28.674158 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-plugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:28.674695 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96b33069-191e-46ec-bccd-cab27976780b {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:28.676109 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b33069-191e-46ec-bccd-cab27976780b'] response: {'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'code': 200} Jul 11 14:46:28.737842 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=7']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:29.582573 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9271-abb9-41c1-9b07-ae82bda1deb8 req-b863433a-282d-4108-9e01-3bba8ced3ec7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:29.584350 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-806b9271-abb9-41c1-9b07-ae82bda1deb8 req-b863433a-282d-4108-9e01-3bba8ced3ec7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1611989 Jul 11 14:46:29.724897 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-806b9271-abb9-41c1-9b07-ae82bda1deb8 req-3cb5a88d-5bda-467d-b917-223dcac2a830 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278083 Jul 11 14:46:31.064253 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d7aa-25e6-4400-bed1-cbfbb07ed083 req-0983c18c-dd67-4f55-b556-740defe90089 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:31.076760 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15f0d7aa-25e6-4400-bed1-cbfbb07ed083 req-0983c18c-dd67-4f55-b556-740defe90089 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1199605 Jul 11 14:46:31.157970 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15f0d7aa-25e6-4400-bed1-cbfbb07ed083 req-40599162-739c-4355-b77b-4c8da6c3b0ad tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802038 Jul 11 14:46:31.180428 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61f37-beba-4b1b-a651-54f81204a7c4 req-b463925a-28af-4ca5-8cc8-d38f5c7fe730 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:31.187274 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-37f61f37-beba-4b1b-a651-54f81204a7c4 req-b463925a-28af-4ca5-8cc8-d38f5c7fe730 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.1142437 Jul 11 14:46:31.254121 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-37f61f37-beba-4b1b-a651-54f81204a7c4 req-cba4a151-485d-46fe-a8d1-e62a13822cb4 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622208 Jul 11 14:46:32.335426 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81be12-38ec-4fe4-9a9a-9b914e7fe087 req-95e25949-d4a4-41ea-89d9-6ba246e48ae9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:32.352853 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c81be12-38ec-4fe4-9a9a-9b914e7fe087 req-95e25949-d4a4-41ea-89d9-6ba246e48ae9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1002765 Jul 11 14:46:32.425813 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5c81be12-38ec-4fe4-9a9a-9b914e7fe087 req-2efcfef6-12f1-4da9-ad9c-319ed070e3c2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626152 Jul 11 14:46:32.479206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824db6-97ca-4bd3-a371-2966aaa0d163 req-30092265-9a35-4607-82db-490506b7545b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:32.481073 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0d824db6-97ca-4bd3-a371-2966aaa0d163 req-30092265-9a35-4607-82db-490506b7545b tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0812204 Jul 11 14:46:32.539386 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0d824db6-97ca-4bd3-a371-2966aaa0d163 req-fa3a40a2-e2b5-4d8d-bdd9-6a01afe45a39 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497119 Jul 11 14:46:33.192211 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f2204634-e8ad-4778-a810-da06f4e024e2 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:33.194683 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f2204634-e8ad-4778-a810-da06f4e024e2 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.36 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.0846632 Jul 11 14:46:33.336367 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Deleting port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:33.336768 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:33.431081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:33.476322 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] For port eacb6063-c62f-4742-8ca6-7f93d25fdaf8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:33.476898 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:33.495892 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Calling delete_port for eacb6063-c62f-4742-8ca6-7f93d25fdaf8 owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:33.580810 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629765b5-b8f8-478d-9fa0-9bed2bcf67ae req-d6458d64-a06a-4813-bc4f-f6134fac4630 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:33.588301 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-629765b5-b8f8-478d-9fa0-9bed2bcf67ae req-d6458d64-a06a-4813-bc4f-f6134fac4630 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0624180 Jul 11 14:46:33.673071 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-629765b5-b8f8-478d-9fa0-9bed2bcf67ae req-8cc10f91-1234-4a64-a306-78d3d5871135 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832667 Jul 11 14:46:33.825967 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865da3ea-0a46-412f-9c4d-647b0465eaea req-95cfd6e3-7f87-4146-901e-07a004164c84 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:33.841865 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-865da3ea-0a46-412f-9c4d-647b0465eaea req-95cfd6e3-7f87-4146-901e-07a004164c84 tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/ports?device_id=0033415c-3adf-4fe8-bac6-60cf7774143f HTTP/1.1" status: 200 len: 945 time: 0.1459024 Jul 11 14:46:33.877263 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:33.910823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (eacb6063-c62f-4742-8ca6-7f93d25fdaf8), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:33.926655 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['eacb6063-c62f-4742-8ca6-7f93d25fdaf8'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:46:33.998116 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Pushing event deleted for resources: {'Port': ['ID=eacb6063-c62f-4742-8ca6-7f93d25fdaf8,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:34.023033 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-865da3ea-0a46-412f-9c4d-647b0465eaea req-97ff2fda-34d1-4248-ba26-d60bdfa9059a tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.72 "GET /v2.0/security-groups?id=1bbe6f24-4a41-4403-adff-d1890f4e14df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793044 Jul 11 14:46:34.140034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] No DVR routers for this DVR port eacb6063-c62f-4742-8ca6-7f93d25fdaf8 on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:34.155858 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:34.165982 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d93443b7-ffe3-4b10-bd82-6a817ead18b4 req-f86a5ae2-a4d7-44a9-b0ee-4585e441ce6f tempest-TestMinimumBasicScenario-1092437220 tempest-TestMinimumBasicScenario-1092437220-project] 10.222.0.36 "DELETE /v2.0/ports/eacb6063-c62f-4742-8ca6-7f93d25fdaf8 HTTP/1.1" status: 204 len: 173 time: 0.9629467 Jul 11 14:46:34.178781 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'name': 'network-vif-deleted', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:34.185666 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c469ecd-a804-46ce-8ca3-4dfe6d2ba7af" -d '{"events": [{"server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "name": "network-vif-deleted", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:34.253487 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff95d2-bcd7-44fc-a63b-1e6b891bf87e x-openstack-request-id: req-a5ff95d2-bcd7-44fc-a63b-1e6b891bf87e {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:34.253911 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033415c-3adf-4fe8-bac6-60cf7774143f", "name": "network-vif-deleted", "tag": "eacb6063-c62f-4742-8ca6-7f93d25fdaf8", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:34.254305 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a5ff95d2-bcd7-44fc-a63b-1e6b891bf87e {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:34.254983 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ff95d2-bcd7-44fc-a63b-1e6b891bf87e'] response: {'server_uuid': '0033415c-3adf-4fe8-bac6-60cf7774143f', 'name': 'network-vif-deleted', 'tag': 'eacb6063-c62f-4742-8ca6-7f93d25fdaf8', 'status': 'completed', 'code': 200} Jul 11 14:46:34.949791 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acec6a6-f8cc-4d5b-a145-69e492583ca8 req-82eaf090-8964-4ea7-a5d4-343d30021158 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:34.963676 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8acec6a6-f8cc-4d5b-a145-69e492583ca8 req-82eaf090-8964-4ea7-a5d4-343d30021158 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1521256 Jul 11 14:46:35.040637 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8acec6a6-f8cc-4d5b-a145-69e492583ca8 req-83e96f6e-bf78-488f-914b-72a33b7b894f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659540 Jul 11 14:46:36.148046 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device eacb6063-c62f-4742-8ca6-7f93d25fdaf8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:36.215505 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: eacb6063-c62f-4742-8ca6-7f93d25fdaf8 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:36.215847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device eacb6063-c62f-4742-8ca6-7f93d25fdaf8 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:36.311595 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 45994) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:36.348294 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973d9f-81f1-483b-9116-b60af77b0a96 req-7a06aa37-7ed8-4013-86b6-60ebfb532def tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:36.361789 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e4973d9f-81f1-483b-9116-b60af77b0a96 req-7a06aa37-7ed8-4013-86b6-60ebfb532def tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1137679 Jul 11 14:46:36.486750 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e4973d9f-81f1-483b-9116-b60af77b0a96 req-60fe449e-49e7-42f0-9057-1143ffd9c4e2 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227903 Jul 11 14:46:36.792106 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (f848493a-6ef5-42bb-a82e-28111fdd0aef), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:36.893575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:37.367381 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Deleting port d5960c8d-12ad-4029-9bc0-aa10a3aaba95 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:37.368063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:37.573550 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] For port d5960c8d-12ad-4029-9bc0-aa10a3aaba95, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:37.575538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:37.627380 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Calling delete_port for d5960c8d-12ad-4029-9bc0-aa10a3aaba95 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:37.659109 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:37.812402 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681181-a17a-4cf0-b9e8-1be3eb1dbd63 req-9c9d123a-af9a-4f7e-93b9-1eb95ca1942c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:37.821712 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8a681181-a17a-4cf0-b9e8-1be3eb1dbd63 req-9c9d123a-af9a-4f7e-93b9-1eb95ca1942c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1968756 Jul 11 14:46:37.999622 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8a681181-a17a-4cf0-b9e8-1be3eb1dbd63 req-73c3246d-19fd-4f20-8fcf-996ee7fb1a3c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768551 Jul 11 14:46:38.184080 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (d5960c8d-12ad-4029-9bc0-aa10a3aaba95), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:38.366534 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5960c8d-12ad-4029-9bc0-aa10a3aaba95,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:38.522556 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46028) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:38.705965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-28af159a-12fc-4b93-a10e-fef0a6c8b1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:38.726100 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (f848493a-6ef5-42bb-a82e-28111fdd0aef), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:38.726725 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:38.830821 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-28af159a-12fc-4b93-a10e-fef0a6c8b1bd admin admin] Publish callbacks [] for security_group (56674062-cb38-4230-83ee-89fedd0ec400), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:38.841742 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-28af159a-12fc-4b93-a10e-fef0a6c8b1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (56674062-cb38-4230-83ee-89fedd0ec400), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:38.883450 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:38.887817 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af159a-12fc-4b93-a10e-fef0a6c8b1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56674062-cb38-4230-83ee-89fedd0ec400,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:38.892420 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-28af159a-12fc-4b93-a10e-fef0a6c8b1bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f453543d313450e9136ce36938df197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684783 Jul 11 14:46:38.896212 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46034) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:38.968526 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-89ec3c34-0a12-4352-b47a-3f63092af5c5 admin admin] Publish callbacks [] for security_group (56674062-cb38-4230-83ee-89fedd0ec400), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:39.037086 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-89ec3c34-0a12-4352-b47a-3f63092af5c5 admin admin] Publish callbacks [] for security_group (56674062-cb38-4230-83ee-89fedd0ec400), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:39.152084 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Router f848493a-6ef5-42bb-a82e-28111fdd0aef has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:46:39.166745 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-89ec3c34-0a12-4352-b47a-3f63092af5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (56674062-cb38-4230-83ee-89fedd0ec400), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:39.169729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-89ec3c34-0a12-4352-b47a-3f63092af5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:39.174744 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-89ec3c34-0a12-4352-b47a-3f63092af5c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56674062-cb38-4230-83ee-89fedd0ec400 HTTP/1.1" status: 204 len: 168 time: 0.2740321 Jul 11 14:46:39.186873 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:39.263549 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec3c34-0a12-4352-b47a-3f63092af5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56674062-cb38-4230-83ee-89fedd0ec400,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:39.322981 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077123d-ae3c-424b-bfe9-3444c51c635d req-7b613377-8095-48de-a6bf-8b9fa7e41b2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:39.333226 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1077123d-ae3c-424b-bfe9-3444c51c635d req-7b613377-8095-48de-a6bf-8b9fa7e41b2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1503160 Jul 11 14:46:39.541528 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:46:39.554510 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f9d5a6bd-c913-4289-870d-e437105eea03 admin admin] 10.222.0.72 "PUT /v2.0/routers/f848493a-6ef5-42bb-a82e-28111fdd0aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2400489 Jul 11 14:46:39.556954 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46044) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:39.560531 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-1077123d-ae3c-424b-bfe9-3444c51c635d req-f66207b4-c6ae-4c20-bd53-ca7ea0d06d53 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175083 Jul 11 14:46:39.562027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] Sync routers for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:46:39.580887 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:39.586660 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:39.756021 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:39.758687 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks [] for router (f848493a-6ef5-42bb-a82e-28111fdd0aef), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:39.918260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:39.985429 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks [] for router_gateway (f848493a-6ef5-42bb-a82e-28111fdd0aef), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.040508 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46048) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:40.058515 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7a603564-02b0-4c66-8221-d21c0c26c06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.098821 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Deleting port a83ea3f0-6861-4391-b3b9-1346c0cba475 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:40.099257 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.174651 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:40.222918 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7a603564-02b0-4c66-8221-d21c0c26c06a admin admin] Publish callbacks [] for security_group (769ea95f-3aff-475f-bbaf-590bd9dd0c92), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.234282 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-7a603564-02b0-4c66-8221-d21c0c26c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (769ea95f-3aff-475f-bbaf-590bd9dd0c92), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.309073 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] For port a83ea3f0-6861-4391-b3b9-1346c0cba475, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a83ea3f0-6861-4391-b3b9-1346c0cba475,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:40.310008 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.337600 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Calling delete_port for a83ea3f0-6861-4391-b3b9-1346c0cba475 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:40.342200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:46:38Z', 'revision_number': 5, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port': {'id': 'a83ea3f0-6861-4391-b3b9-1346c0cba475', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:42:56Z', 'updated_at': '2022-07-11T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:40.372176 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603564-02b0-4c66-8221-d21c0c26c06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ea95f-3aff-475f-bbaf-590bd9dd0c92,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:40.382716 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-7a603564-02b0-4c66-8221-d21c0c26c06a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07a90e6bc9d1418088705b4d9997aca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408029 Jul 11 14:46:40.385905 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46050) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:40.414598 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] Checking router: f848493a-6ef5-42bb-a82e-28111fdd0aef for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:46:40.431499 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] Routers {'f848493a-6ef5-42bb-a82e-28111fdd0aef'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:40.432143 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['f848493a-6ef5-42bb-a82e-28111fdd0aef'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:40.532900 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1c8696d0-e464-4c9a-af74-091948c067be admin admin] Publish callbacks [] for security_group (769ea95f-3aff-475f-bbaf-590bd9dd0c92), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.569674 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] Set router f848493a-6ef5-42bb-a82e-28111fdd0aef gateway port host: None {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:40.633315 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:46:39Z', 'revision_number': 6, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:40.646737 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1c8696d0-e464-4c9a-af74-091948c067be admin admin] Publish callbacks [] for security_group (769ea95f-3aff-475f-bbaf-590bd9dd0c92), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.742686 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fffef61-a120-4233-a45f-0af3035f78df None None] The sync data for ids ['f848493a-6ef5-42bb-a82e-28111fdd0aef'] in dv-cinder-master-3-iscsi is: [{'id': 'f848493a-6ef5-42bb-a82e-28111fdd0aef', 'name': 'tempest-TestMinimumBasicScenario-339039448-router', 'tenant_id': '3e77cfd4544c45468c57510de6034e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:42:55Z', 'updated_at': '2022-07-11T14:46:39Z', 'revision_number': 6, 'project_id': '3e77cfd4544c45468c57510de6034e38', 'gw_port_host': None}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:46:40.772982 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1c8696d0-e464-4c9a-af74-091948c067be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (769ea95f-3aff-475f-bbaf-590bd9dd0c92), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.776358 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-1c8696d0-e464-4c9a-af74-091948c067be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.781332 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-1c8696d0-e464-4c9a-af74-091948c067be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/769ea95f-3aff-475f-bbaf-590bd9dd0c92 HTTP/1.1" status: 204 len: 168 time: 0.3890705 Jul 11 14:46:40.793772 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (a83ea3f0-6861-4391-b3b9-1346c0cba475), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:40.819562 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8696d0-e464-4c9a-af74-091948c067be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ea95f-3aff-475f-bbaf-590bd9dd0c92,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:40.891742 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a83ea3f0-6861-4391-b3b9-1346c0cba475,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:40.992762 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12132-f337-4c48-8362-230cfea1333e req-9ac2f831-bb23-418c-ad3f-c5c450a7c6ec tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:40.995266 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-73f12132-f337-4c48-8362-230cfea1333e req-9ac2f831-bb23-418c-ad3f-c5c450a7c6ec tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1419113 Jul 11 14:46:41.060468 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (f848493a-6ef5-42bb-a82e-28111fdd0aef), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:41.189062 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-73f12132-f337-4c48-8362-230cfea1333e req-83c281f5-6670-49eb-a87f-c31e3248052d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664600 Jul 11 14:46:41.348477 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=8 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:41.351690 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:41.381682 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5960c8d-12ad-4029-9bc0-aa10a3aaba95 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:41.476265 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: d5960c8d-12ad-4029-9bc0-aa10a3aaba95 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:41.476436 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5960c8d-12ad-4029-9bc0-aa10a3aaba95 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:41.886178 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46074) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:41.913739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-585b1338-e095-4ac0-b88e-359115e881c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.007254 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:42.084229 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:42.106818 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-585b1338-e095-4ac0-b88e-359115e881c6 admin admin] Publish callbacks [] for security_group (334f3b78-70aa-4ca0-9fef-8fa6a50aae35), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.117448 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-585b1338-e095-4ac0-b88e-359115e881c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (334f3b78-70aa-4ca0-9fef-8fa6a50aae35), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.133719 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (f848493a-6ef5-42bb-a82e-28111fdd0aef), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.140257 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks [] for router_controller (f848493a-6ef5-42bb-a82e-28111fdd0aef), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.208644 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-585b1338-e095-4ac0-b88e-359115e881c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1cb5f85b5234caa8abcc8b2a65c5fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196609 Jul 11 14:46:42.210394 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b1338-e095-4ac0-b88e-359115e881c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334f3b78-70aa-4ca0-9fef-8fa6a50aae35,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:42.215001 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46076) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:42.224504 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (f848493a-6ef5-42bb-a82e-28111fdd0aef), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.225213 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f848493a-6ef5-42bb-a82e-28111fdd0aef {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:46:42.233693 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.235068 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c426088f-8db4-4a19-a6bb-dc460831c8fc admin admin] 10.222.0.72 "DELETE /v2.0/routers/f848493a-6ef5-42bb-a82e-28111fdd0aef HTTP/1.1" status: 204 len: 168 time: 2.6770849 Jul 11 14:46:42.239937 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46078) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:42.334711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f742120d-388e-4673-8fe6-f0c1bd6fb04f admin admin] Publish callbacks [] for security_group (334f3b78-70aa-4ca0-9fef-8fa6a50aae35), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.361482 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Deleting subnet b348d964-b33e-49c0-bbad-54432bafb963 {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:46:42.369267 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Publish callbacks [] for subnet (b348d964-b33e-49c0-bbad-54432bafb963), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.465371 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:42.468769 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f742120d-388e-4673-8fe6-f0c1bd6fb04f admin admin] Publish callbacks [] for security_group (334f3b78-70aa-4ca0-9fef-8fa6a50aae35), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.473026 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (b348d964-b33e-49c0-bbad-54432bafb963), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.529503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26914-f8da-455e-ae64-4e009ab715a0 req-1e825b2b-2efb-4948-9362-f9901c033259 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:42.532231 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a8d26914-f8da-455e-ae64-4e009ab715a0 req-1e825b2b-2efb-4948-9362-f9901c033259 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1663740 Jul 11 14:46:42.655672 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a8d26914-f8da-455e-ae64-4e009ab715a0 req-58d2f7e4-a2d9-4a2b-9405-1af951374126 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085091 Jul 11 14:46:42.657629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f742120d-388e-4673-8fe6-f0c1bd6fb04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (334f3b78-70aa-4ca0-9fef-8fa6a50aae35), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.662779 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f742120d-388e-4673-8fe6-f0c1bd6fb04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.664399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (b348d964-b33e-49c0-bbad-54432bafb963), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.668417 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f742120d-388e-4673-8fe6-f0c1bd6fb04f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/334f3b78-70aa-4ca0-9fef-8fa6a50aae35 HTTP/1.1" status: 204 len: 168 time: 0.4496520 Jul 11 14:46:42.683683 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742120d-388e-4673-8fe6-f0c1bd6fb04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334f3b78-70aa-4ca0-9fef-8fa6a50aae35,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:42.752596 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:42.768795 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (b348d964-b33e-49c0-bbad-54432bafb963), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.796555 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b348d964-b33e-49c0-bbad-54432bafb963,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:42.820854 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:42.827173 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1201b196-158b-4a65-bc8a-8e8070ad0616 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b348d964-b33e-49c0-bbad-54432bafb963 HTTP/1.1" status: 204 len: 168 time: 0.5790105 Jul 11 14:46:42.827173 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46086) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:42.831573 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b544b8-edd6-43eb-a299-8f600d3dd882 None None] Network 06a4c46d-d89a-4730-8741-8893e973bf68 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:46:42.864784 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:43.014359 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (06a4c46d-d89a-4730-8741-8893e973bf68), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.030761 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a83ea3f0-6861-4391-b3b9-1346c0cba475 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:43.086586 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: a83ea3f0-6861-4391-b3b9-1346c0cba475 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:43.087162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a83ea3f0-6861-4391-b3b9-1346c0cba475 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:43.111648 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Deleting port 87d5d8af-d775-4eff-9457-24a5f14aee65 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:43.111648 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.212770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] For port 87d5d8af-d775-4eff-9457-24a5f14aee65, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=87d5d8af-d775-4eff-9457-24a5f14aee65,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:43.213484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.229876 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Calling delete_port for 87d5d8af-d775-4eff-9457-24a5f14aee65 owned by network:dhcp {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:43.247091 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] DHCP port deletion for 06a4c46d-d89a-4730-8741-8893e973bf68 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:46:43.340233 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] Deleting port 87d5d8af-d775-4eff-9457-24a5f14aee65 {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:43.340969 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.397026 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.456597 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d5d8af-d775-4eff-9457-24a5f14aee65,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:43.470287 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] No DVR routers for this DVR port 87d5d8af-d775-4eff-9457-24a5f14aee65 on host dv-cinder-master-3-iscsi {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:43.516811 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] For port 87d5d8af-d775-4eff-9457-24a5f14aee65, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=87d5d8af-d775-4eff-9457-24a5f14aee65,segment=NetworkSegment(af71b658-3310-401a-b1a4-a7f91446be80),segment_id=af71b658-3310-401a-b1a4-a7f91446be80)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:43.517311 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.542485 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] Calling delete_port for 87d5d8af-d775-4eff-9457-24a5f14aee65 owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:43.631054 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (06a4c46d-d89a-4730-8741-8893e973bf68), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.683250 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a4c46d-d89a-4730-8741-8893e973bf68']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:43.711787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af71b658-3310-401a-b1a4-a7f91446be80') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:43.712671 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af71b658-3310-401a-b1a4-a7f91446be80') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:43.755515 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (87d5d8af-d775-4eff-9457-24a5f14aee65), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.761214 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (af71b658-3310-401a-b1a4-a7f91446be80), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.834760 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (af71b658-3310-401a-b1a4-a7f91446be80), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.865608 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:46:43.866081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (af71b658-3310-401a-b1a4-a7f91446be80), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:43.888162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] No DVR routers for this DVR port 87d5d8af-d775-4eff-9457-24a5f14aee65 on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:43.894259 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447dd75-de7f-423b-9581-7b7989f76e2e None None] Pushing event deleted for resources: {'Port': ['ID=87d5d8af-d775-4eff-9457-24a5f14aee65,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:44.028829 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:44.037550 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment af71b658-3310-401a-b1a4-a7f91446be80 resource provider aggregate not found Jul 11 14:46:44.051219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (06a4c46d-d89a-4730-8741-8893e973bf68), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:44.068901 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:44.080907 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46116) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:44.081730 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] 10.222.0.72 "DELETE /v2.0/networks/06a4c46d-d89a-4730-8741-8893e973bf68 HTTP/1.1" status: 204 len: 168 time: 1.2512841 Jul 11 14:46:44.096519 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment af71b658-3310-401a-b1a4-a7f91446be80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af71b658-3310-401a-b1a4-a7f91446be80 found for delete ", "request_id": "req-34b74d51-5dfa-4976-a5ac-8ec1cc0c421e"}]} Jul 11 14:46:44.153078 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1775d5-74ed-4155-bd7d-62cfd5347236 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a4c46d-d89a-4730-8741-8893e973bf68,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:44.243096 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea2020-d4dc-41a8-87ef-0edc6bc6393c req-58b81e55-853a-4c4b-bf66-98aec9f1cc70 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:44.245853 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-54ea2020-d4dc-41a8-87ef-0edc6bc6393c req-58b81e55-853a-4c4b-bf66-98aec9f1cc70 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.2138429 Jul 11 14:46:44.415862 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-54ea2020-d4dc-41a8-87ef-0edc6bc6393c req-30fceea3-33d4-4af5-866f-e54d1ae8be35 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571753 Jul 11 14:46:44.810314 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (4d0988a2-f1c0-49a7-b831-1ee6cceee401), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:45.039178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 87d5d8af-d775-4eff-9457-24a5f14aee65 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:45.045203 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:45.064343 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 87d5d8af-d775-4eff-9457-24a5f14aee65 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:45.064944 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 87d5d8af-d775-4eff-9457-24a5f14aee65 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:45.194688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Deleting port 3a134a43-d866-4ec7-a1a8-475d71a9862c {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:45.195350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:45.226364 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:45.295622 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:45.333381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] For port 3a134a43-d866-4ec7-a1a8-475d71a9862c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a134a43-d866-4ec7-a1a8-475d71a9862c,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:45.333958 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:45.361056 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Calling delete_port for 3a134a43-d866-4ec7-a1a8-475d71a9862c owned by network:router_interface {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:45.649198 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b901-6597-41db-a890-e49eafc83c38 req-6fb88d51-76db-4cd9-85c8-dcc28955f9aa tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:45.650837 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-aa69b901-6597-41db-a890-e49eafc83c38 req-6fb88d51-76db-4cd9-85c8-dcc28955f9aa tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0821261 Jul 11 14:46:45.713112 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (3a134a43-d866-4ec7-a1a8-475d71a9862c), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:45.745902 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a134a43-d866-4ec7-a1a8-475d71a9862c,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:45.777389 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155cef-c40c-4349-b816-261868101944 req-130a780c-db1d-478e-8f44-50e16cae3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:45.781304 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-130a780c-db1d-478e-8f44-50e16cae3479 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1129 time: 0.0919220 Jul 11 14:46:45.841601 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-aa69b901-6597-41db-a890-e49eafc83c38 req-23e46517-809e-4d95-8ec6-0effac409ed9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562848 Jul 11 14:46:45.977808 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (4d0988a2-f1c0-49a7-b831-1ee6cceee401), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:46.011628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155cef-c40c-4349-b816-261868101944 req-953980e9-e2c3-4c8c-a481-033c2a2319e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:46.013956 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-953980e9-e2c3-4c8c-a481-033c2a2319e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.2243602 Jul 11 14:46:46.122262 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-611368c9-13e6-4eaf-a3bb-8d48e66f5d81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 1001 time: 0.1005900 Jul 11 14:46:46.210129 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155cef-c40c-4349-b816-261868101944 req-f6247f02-b69e-475b-a236-161e2d9efa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:46.212595 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-f6247f02-b69e-475b-a236-161e2d9efa0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0735586 Jul 11 14:46:46.270422 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155cef-c40c-4349-b816-261868101944 req-89c9a301-248d-4e6c-ba45-398a08d01915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:46.272149 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-89c9a301-248d-4e6c-ba45-398a08d01915 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522015 Jul 11 14:46:46.403651 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-538680d0-a2c2-495f-959f-8c65d383cb37 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177030 Jul 11 14:46:46.520807 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:46.534336 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:46:46.560156 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a1155cef-c40c-4349-b816-261868101944 req-45455a00-5fc9-4c9c-849b-696566b83451 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494107 Jul 11 14:46:46.607110 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:46.678103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:46:46.686241 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-001d6833-88dc-48ee-a54b-a69be32b910f admin admin] 10.222.0.72 "PUT /v2.0/routers/4d0988a2-f1c0-49a7-b831-1ee6cceee401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038558 Jul 11 14:46:46.688710 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46196) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:46.689926 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] Sync routers for ids ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:46:46.708149 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] Routers {'4d0988a2-f1c0-49a7-b831-1ee6cceee401'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:46.709139 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:46.816423 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:46.829434 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks [] for router (4d0988a2-f1c0-49a7-b831-1ee6cceee401), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:46.880704 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] Set router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:47.025379 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks [] for router_gateway (4d0988a2-f1c0-49a7-b831-1ee6cceee401), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.101599 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Deleting port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:47.102362 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.115491 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1fe1b-d37c-496f-9096-7022ce714205 req-a871fc9e-957d-4815-83a1-fe18b787710d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:47.118185 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-15d1fe1b-d37c-496f-9096-7022ce714205 req-a871fc9e-957d-4815-83a1-fe18b787710d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.0853682 Jul 11 14:46:47.202085 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-15d1fe1b-d37c-496f-9096-7022ce714205 req-4684aa01-8f1d-4103-8c27-4be0da5f987f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771160 Jul 11 14:46:47.289894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] For port 07d7eee6-eda8-46dd-8c7d-32db1c2acf17, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:47.290319 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.307661 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Calling delete_port for 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 owned by network:router_gateway {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:47.353413 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157'}], 'enable_snat': True}, 'gw_port_id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:46:45Z', 'revision_number': 5, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port': {'id': '07d7eee6-eda8-46dd-8c7d-32db1c2acf17', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:47.401076 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] Checking router: 4d0988a2-f1c0-49a7-b831-1ee6cceee401 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:46:47.416777 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] Routers {'4d0988a2-f1c0-49a7-b831-1ee6cceee401'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:46:47.417839 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:47.524646 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (07d7eee6-eda8-46dd-8c7d-32db1c2acf17), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.572833 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Pushing event deleted for resources: {'Port': ['ID=07d7eee6-eda8-46dd-8c7d-32db1c2acf17,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:47.580264 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] Set router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:46:47.645268 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:46:47Z', 'revision_number': 6, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:47.650974 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (4d0988a2-f1c0-49a7-b831-1ee6cceee401), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.693848 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c984e-46a4-4881-82b1-387a034d17e3 None None] The sync data for ids ['4d0988a2-f1c0-49a7-b831-1ee6cceee401'] in dv-cinder-master-3-iscsi is: [{'id': '4d0988a2-f1c0-49a7-b831-1ee6cceee401', 'name': 'tempest-TestMinimumBasicScenario-1576068232-router', 'tenant_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:43:03Z', 'updated_at': '2022-07-11T14:46:47Z', 'revision_number': 6, 'project_id': '0b70d99ff0094ac6b018c6f8a907e31b', 'gw_port_host': None}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:46:47.787982 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (4d0988a2-f1c0-49a7-b831-1ee6cceee401), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.790812 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks [] for router_controller (4d0988a2-f1c0-49a7-b831-1ee6cceee401), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.868611 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (4d0988a2-f1c0-49a7-b831-1ee6cceee401), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.869332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0988a2-f1c0-49a7-b831-1ee6cceee401 {{(pid=106005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:46:47.876930 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.878523 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d99650e7-ac6b-424d-b37c-4774a45e500f admin admin] 10.222.0.72 "DELETE /v2.0/routers/4d0988a2-f1c0-49a7-b831-1ee6cceee401 HTTP/1.1" status: 204 len: 168 time: 1.1884115 Jul 11 14:46:47.881634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46206) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:47.936621 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Deleting subnet ed85a66a-1f13-4c80-8f69-46ae51282a21 {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:46:47.940461 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Publish callbacks [] for subnet (ed85a66a-1f13-4c80-8f69-46ae51282a21), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:47.982311 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:47.993551 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (ed85a66a-1f13-4c80-8f69-46ae51282a21), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.106573 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (ed85a66a-1f13-4c80-8f69-46ae51282a21), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.195368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (ed85a66a-1f13-4c80-8f69-46ae51282a21), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.208111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:48.208399 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:48.247754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed85a66a-1f13-4c80-8f69-46ae51282a21,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:48.256098 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.267905 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-60551caf-0d4a-48ff-bba4-e39a6d515698 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ed85a66a-1f13-4c80-8f69-46ae51282a21 HTTP/1.1" status: 204 len: 168 time: 0.3848743 Jul 11 14:46:48.272965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46210) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:48.275415 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c1f98-f23e-431d-8527-f4c479c81bb0 None None] Network 7b7bf470-1071-4f8d-b759-4879ad1a8062 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:46:48.425203 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (7b7bf470-1071-4f8d-b759-4879ad1a8062), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.542343 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: ACTIVE; New status is: DOWN {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:48.543222 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.547623 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:48.567850 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dca73-af10-45f5-95b4-f1b8426f6d4b req-c8da20cf-f740-4750-8d36-78a7aeda8c2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:48.570541 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5f0dca73-af10-45f5-95b4-f1b8426f6d4b req-c8da20cf-f740-4750-8d36-78a7aeda8c2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 945 time: 0.1388845 Jul 11 14:46:48.598553 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Deleting port 48def635-e06b-47a5-973d-e3614e0c6b97 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:48.599758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.625636 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:48.628624 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:46:48.641827 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851ab96-b5c5-4468-be7a-440a1430bd8c" -d '{"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-unplugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:46:48.721129 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.746239 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] DHCP port deletion for 7b7bf470-1071-4f8d-b759-4879ad1a8062 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:46:48.843396 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Jul 2022 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b6278-7881-4507-8aa1-6d2ef61b7fa5 x-openstack-request-id: req-ea0b6278-7881-4507-8aa1-6d2ef61b7fa5 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:46:48.843805 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-unplugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:46:48.844143 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea0b6278-7881-4507-8aa1-6d2ef61b7fa5 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:46:48.844690 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0b6278-7881-4507-8aa1-6d2ef61b7fa5'] response: {'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'code': 200} Jul 11 14:46:48.846136 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] For port 48def635-e06b-47a5-973d-e3614e0c6b97, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48def635-e06b-47a5-973d-e3614e0c6b97,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:48.846814 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:48.874364 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5f0dca73-af10-45f5-95b4-f1b8426f6d4b req-2930bebf-de15-4f28-9d23-273d74a2520d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929232 Jul 11 14:46:48.889516 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Calling delete_port for 48def635-e06b-47a5-973d-e3614e0c6b97 owned by network:dhcp {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:48.914859 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=8']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:48.962724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] Deleting port 48def635-e06b-47a5-973d-e3614e0c6b97 {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:46:48.964988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.075224 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.077735 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] For port 48def635-e06b-47a5-973d-e3614e0c6b97, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48def635-e06b-47a5-973d-e3614e0c6b97,segment=NetworkSegment(a5638f7f-d29d-4eff-af07-ddd02fa04a87),segment_id=a5638f7f-d29d-4eff-af07-ddd02fa04a87)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:46:49.078664 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.097260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 3a134a43-d866-4ec7-a1a8-475d71a9862c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:49.115573 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48def635-e06b-47a5-973d-e3614e0c6b97,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:49.117729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] No DVR routers for this DVR port 48def635-e06b-47a5-973d-e3614e0c6b97 on host dv-cinder-master-3-iscsi {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:49.150067 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] Calling delete_port for 48def635-e06b-47a5-973d-e3614e0c6b97 owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:46:49.158589 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 3a134a43-d866-4ec7-a1a8-475d71a9862c {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:49.159875 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 3a134a43-d866-4ec7-a1a8-475d71a9862c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:49.161026 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:49.208631 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:49.209380 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 07d7eee6-eda8-46dd-8c7d-32db1c2acf17 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:49.209817 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48def635-e06b-47a5-973d-e3614e0c6b97 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:49.212642 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (7b7bf470-1071-4f8d-b759-4879ad1a8062), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.244247 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7bf470-1071-4f8d-b759-4879ad1a8062']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:49.255847 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5638f7f-d29d-4eff-af07-ddd02fa04a87') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:49.256180 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5638f7f-d29d-4eff-af07-ddd02fa04a87') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:46:49.268184 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (a5638f7f-d29d-4eff-af07-ddd02fa04a87), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.286825 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (a5638f7f-d29d-4eff-af07-ddd02fa04a87), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.294562 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:46:49.295148 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (a5638f7f-d29d-4eff-af07-ddd02fa04a87), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.299635 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 48def635-e06b-47a5-973d-e3614e0c6b97 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:46:49.299979 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 48def635-e06b-47a5-973d-e3614e0c6b97 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:46:49.384432 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (48def635-e06b-47a5-973d-e3614e0c6b97), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.408489 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (7b7bf470-1071-4f8d-b759-4879ad1a8062), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.449775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] Pushing event deleted for resources: {'Port': ['ID=48def635-e06b-47a5-973d-e3614e0c6b97,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:49.455719 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55cb1e-1a86-44ad-b0fd-b477ed12d42c None None] No DVR routers for this DVR port 48def635-e06b-47a5-973d-e3614e0c6b97 on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:46:49.456559 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:49.463127 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7b7bf470-1071-4f8d-b759-4879ad1a8062 HTTP/1.1" status: 204 len: 168 time: 1.1883271 Jul 11 14:46:49.464016 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:49.465822 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f943990-b480-495c-9af2-f4c254c908d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7bf470-1071-4f8d-b759-4879ad1a8062,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:49.566791 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment a5638f7f-d29d-4eff-af07-ddd02fa04a87 resource provider aggregate not found Jul 11 14:46:49.602407 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment a5638f7f-d29d-4eff-af07-ddd02fa04a87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5638f7f-d29d-4eff-af07-ddd02fa04a87 found for delete ", "request_id": "req-647406a4-2018-4878-b2ec-4028ba92af79"}]} Jul 11 14:46:49.764718 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46230) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:49.870506 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-38a36479-a26e-4edf-bda3-ea2c853913a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e77cfd4544c45468c57510de6034e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0997045 Jul 11 14:46:49.871799 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46236) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:49.977962 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-17970ee1-2316-4944-a1bc-c34d78f7d563 admin admin] Publish callbacks [] for security_group (1bbe6f24-4a41-4403-adff-d1890f4e14df), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:50.022026 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-17970ee1-2316-4944-a1bc-c34d78f7d563 admin admin] Publish callbacks [] for security_group (1bbe6f24-4a41-4403-adff-d1890f4e14df), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:50.100746 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614e2b-e80b-4dfe-bac6-a97905ccdede req-bda2b473-deb6-43d2-8a2e-fab814b22f3a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:50.103138 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-77614e2b-e80b-4dfe-bac6-a97905ccdede req-bda2b473-deb6-43d2-8a2e-fab814b22f3a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0793135 Jul 11 14:46:50.105807 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-17970ee1-2316-4944-a1bc-c34d78f7d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1bbe6f24-4a41-4403-adff-d1890f4e14df), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:50.110388 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-17970ee1-2316-4944-a1bc-c34d78f7d563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:50.113001 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-17970ee1-2316-4944-a1bc-c34d78f7d563 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1bbe6f24-4a41-4403-adff-d1890f4e14df HTTP/1.1" status: 204 len: 168 time: 0.2392049 Jul 11 14:46:50.124697 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17970ee1-2316-4944-a1bc-c34d78f7d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe6f24-4a41-4403-adff-d1890f4e14df,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:50.188164 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-77614e2b-e80b-4dfe-bac6-a97905ccdede req-d8548e96-29b2-441c-b26f-a3fc7dcfd6b1 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731239 Jul 11 14:46:50.744419 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46258) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:50.851842 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-71383345-558e-4754-bfb3-e8dbdebbb9c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b70d99ff0094ac6b018c6f8a907e31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049988 Jul 11 14:46:50.855589 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46264) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:46:50.930227 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a417481-1559-4759-8777-8e9915f65c81 admin admin] Publish callbacks [] for security_group (8ef81859-91a4-49ef-ab23-5d578994cbd3), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:50.981642 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a417481-1559-4759-8777-8e9915f65c81 admin admin] Publish callbacks [] for security_group (8ef81859-91a4-49ef-ab23-5d578994cbd3), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:51.077253 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a417481-1559-4759-8777-8e9915f65c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (8ef81859-91a4-49ef-ab23-5d578994cbd3), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:51.082484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5a417481-1559-4759-8777-8e9915f65c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:51.089335 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5a417481-1559-4759-8777-8e9915f65c81 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ef81859-91a4-49ef-ab23-5d578994cbd3 HTTP/1.1" status: 204 len: 168 time: 0.2321146 Jul 11 14:46:51.107979 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a417481-1559-4759-8777-8e9915f65c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef81859-91a4-49ef-ab23-5d578994cbd3,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:46:51.591103 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:51.783338 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [req-0b108857-db57-40a1-b23a-1215d749d407 req-15297a37-5c71-4186-b4aa-9e1deca33d9c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:46:51.784434 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0b108857-db57-40a1-b23a-1215d749d407 req-15297a37-5c71-4186-b4aa-9e1deca33d9c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057995 Jul 11 14:46:52.010634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b399a85-8c16-496e-a3f0-88ac2daeacb6 req-a1f94528-32ad-467f-8a73-03378f7c2e05 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:52.012266 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2b399a85-8c16-496e-a3f0-88ac2daeacb6 req-a1f94528-32ad-467f-8a73-03378f7c2e05 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0626206 Jul 11 14:46:52.073639 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-f628fb64-4bd7-498f-840e-07dc68f93b5f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867562 Jul 11 14:46:52.092202 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2b399a85-8c16-496e-a3f0-88ac2daeacb6 req-5a6de69a-4834-48ba-b45c-69e469cca08b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586634 Jul 11 14:46:52.220221 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-8b0a28af-e878-4c9d-820a-c65ffbad291d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:52.223219 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-8b0a28af-e878-4c9d-820a-c65ffbad291d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports/35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 940 time: 0.0843089 Jul 11 14:46:52.240011 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:46:52.329391 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: DOWN; New status is: DOWN {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:46:52.756769 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-099c33f4-da1e-4410-96df-98cf95121617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:53.312756 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:53.334081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-a2dad930-c57d-4903-8ecb-6a56ab714491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:53.335671 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-a2dad930-c57d-4903-8ecb-6a56ab714491 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad&tenant_id=f6606b37accd43619058aef23f10745b HTTP/1.1" status: 200 len: 1127 time: 0.1267052 Jul 11 14:46:53.345206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f756c-5dbe-4b98-b97a-5b64bac09a23 req-bc50c2d7-6b50-4140-a909-b5803a51d516 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:53.347756 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-963f756c-5dbe-4b98-b97a-5b64bac09a23 req-bc50c2d7-6b50-4140-a909-b5803a51d516 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.1413267 Jul 11 14:46:53.413056 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-963f756c-5dbe-4b98-b97a-5b64bac09a23 req-e455befa-5391-401c-88a8-81807f7f7cdf tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578558 Jul 11 14:46:53.619581 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-7dd49a75-102c-4fda-9efb-4cda2d4c4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:53.621265 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-7dd49a75-102c-4fda-9efb-4cda2d4c4826 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1127 time: 0.0450454 Jul 11 14:46:53.745832 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-4bb19cc9-9953-472c-a5b0-5944bf29f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:53.748473 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-4bb19cc9-9953-472c-a5b0-5944bf29f6db service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.1202354 Jul 11 14:46:53.821781 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-c30ab081-69df-4ce2-bbc6-289957055a72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 999 time: 0.0656097 Jul 11 14:46:53.881745 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-b1a9024c-9c79-4750-b845-573273b017a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:53.883290 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-b1a9024c-9c79-4750-b845-573273b017a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0556855 Jul 11 14:46:53.945260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-4d24ce91-605b-4e47-9dc4-b4856b200b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:53.946829 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-4d24ce91-605b-4e47-9dc4-b4856b200b65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571060 Jul 11 14:46:54.113453 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-79da933e-db98-4708-9502-027f610313e1 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594501 Jul 11 14:46:54.162513 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:54.253719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-97bbc6d0-a24d-4bd8-8aab-5234f37f00d6 req-d26d92f4-8679-48d8-a5fe-75577cbfbdd5 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323109 Jul 11 14:46:54.624645 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49712370-f318-454f-a605-eb9771879f3b req-aa98465a-8e4d-46af-b45f-d0f5f343fc7a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:54.626391 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-49712370-f318-454f-a605-eb9771879f3b req-aa98465a-8e4d-46af-b45f-d0f5f343fc7a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0779202 Jul 11 14:46:54.715276 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-49712370-f318-454f-a605-eb9771879f3b req-3e7d9c34-3255-4bb7-8e6f-c67d9d84a55c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803945 Jul 11 14:46:55.059099 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972c824-7cb5-4902-a04f-d447f57f066f req-a9bac5ac-034b-4afe-a02b-e6e492ef6188 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:55.061309 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1972c824-7cb5-4902-a04f-d447f57f066f req-a9bac5ac-034b-4afe-a02b-e6e492ef6188 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0606289 Jul 11 14:46:55.125902 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1972c824-7cb5-4902-a04f-d447f57f066f req-305fdea0-4d7f-4f99-afd9-7dafce654041 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575943 Jul 11 14:46:55.400822 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab2aa-8748-463f-99cb-29e8dd6797e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:55.902467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033cd27-0c2a-4133-83fd-c1146bc40287 req-0da9f759-ea62-4a12-a7db-90dcaf44aa3e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:55.904576 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6033cd27-0c2a-4133-83fd-c1146bc40287 req-0da9f759-ea62-4a12-a7db-90dcaf44aa3e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0761306 Jul 11 14:46:55.971476 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6033cd27-0c2a-4133-83fd-c1146bc40287 req-5cb87422-4b2e-45fd-9e8e-0314bbfa9c3c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595436 Jul 11 14:46:56.247617 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:56.264046 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba2e24-64eb-4aed-a2d6-657784b8cdcf req-c11196ba-2d5b-468a-a294-e0ae5696ef9e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:56.265671 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6aba2e24-64eb-4aed-a2d6-657784b8cdcf req-c11196ba-2d5b-468a-a294-e0ae5696ef9e tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0559888 Jul 11 14:46:56.327111 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6aba2e24-64eb-4aed-a2d6-657784b8cdcf req-f33da799-0a99-4159-8a27-ea4dcf5ce863 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542459 Jul 11 14:46:57.092683 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:57.237047 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c353c41-d9b6-4fb8-86e5-6533036adbae req-89d8fa8a-e8c6-4154-8a9d-47934e9dcd3d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:57.245670 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5c353c41-d9b6-4fb8-86e5-6533036adbae req-89d8fa8a-e8c6-4154-8a9d-47934e9dcd3d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.1010306 Jul 11 14:46:57.357520 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-5c353c41-d9b6-4fb8-86e5-6533036adbae req-5f3837ec-8b8d-4168-b092-1a5aae9a447e tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079223 Jul 11 14:46:57.612604 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=35 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:57.613441 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b99c3a-8760-40e1-9de3-f20ee3ded48a req-598d0406-63de-4ea8-818f-975720c13a00 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:57.616571 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-56b99c3a-8760-40e1-9de3-f20ee3ded48a req-598d0406-63de-4ea8-818f-975720c13a00 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.1005640 Jul 11 14:46:57.649483 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=48 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:57.725068 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-56b99c3a-8760-40e1-9de3-f20ee3ded48a req-1562f1d7-3593-449f-abb7-dad795bf83a3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976701 Jul 11 14:46:58.327574 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:58.517307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:46:58.552836 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a42753-9a67-4ef0-8266-511d55cc43b7 req-ac65a8b1-5784-4f6a-ab75-b361ecc841f3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:58.554581 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f5a42753-9a67-4ef0-8266-511d55cc43b7 req-ac65a8b1-5784-4f6a-ab75-b361ecc841f3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0632401 Jul 11 14:46:58.590476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:46:58.654322 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f5a42753-9a67-4ef0-8266-511d55cc43b7 req-bc6747b7-8180-48d3-aaa4-50c328677e11 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907660 Jul 11 14:46:58.926548 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8d2b-fc7e-4deb-8cdf-0cdac5f74e00 req-78d33388-5db8-481e-872a-198b1b2cfb00 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:58.928322 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0eab8d2b-fc7e-4deb-8cdf-0cdac5f74e00 req-78d33388-5db8-481e-872a-198b1b2cfb00 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0680187 Jul 11 14:46:58.987879 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0eab8d2b-fc7e-4deb-8cdf-0cdac5f74e00 req-89abf9d9-5cd2-4783-a0da-473db27318e0 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526288 Jul 11 14:46:59.896252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7a6af-0ce9-4db3-8fbf-ae07ee23d47d req-98c733c4-5ac0-4b2e-b7de-3b3fc592ef6c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:46:59.899234 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e5b7a6af-0ce9-4db3-8fbf-ae07ee23d47d req-98c733c4-5ac0-4b2e-b7de-3b3fc592ef6c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.1036983 Jul 11 14:46:59.971166 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e5b7a6af-0ce9-4db3-8fbf-ae07ee23d47d req-3dc39825-5beb-45a0-b0c1-67d4c07216e4 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665655 Jul 11 14:47:00.161310 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ff538-02a2-4d51-bb1f-d2e0eedc4d11 req-b001d8a3-4584-4dfa-811d-72124e16961a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:00.164242 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a0ff538-02a2-4d51-bb1f-d2e0eedc4d11 req-b001d8a3-4584-4dfa-811d-72124e16961a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0902157 Jul 11 14:47:00.241964 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4a0ff538-02a2-4d51-bb1f-d2e0eedc4d11 req-c6c7731b-590b-4457-a906-572ed674411a tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710118 Jul 11 14:47:01.209501 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ff75-d0f4-431a-922f-6db5ae670431 req-56c58d58-d2b1-488e-804e-506316018f2a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:01.225010 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e030ff75-d0f4-431a-922f-6db5ae670431 req-56c58d58-d2b1-488e-804e-506316018f2a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.1127150 Jul 11 14:47:01.314891 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:47:01.332019 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e030ff75-d0f4-431a-922f-6db5ae670431 req-ad980857-ea91-45c3-b0db-9114c3243deb tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051164 Jul 11 14:47:01.582862 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:01.598554 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925efc-e877-44b5-8fa9-00ffe762ee46 req-19dbe35d-2bab-4b7d-bd47-d4700ed32f92 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:01.601408 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-84925efc-e877-44b5-8fa9-00ffe762ee46 req-19dbe35d-2bab-4b7d-bd47-d4700ed32f92 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0881500 Jul 11 14:47:01.681324 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-84925efc-e877-44b5-8fa9-00ffe762ee46 req-7f297ec7-6e47-4217-83cd-2e8f9c0fefa0 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700357 Jul 11 14:47:02.572259 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc1f05-6a7f-4c0d-9d15-f32e5309988f req-473a890a-e2be-4e79-9f83-bd7866ccb8e7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:02.588732 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-53dc1f05-6a7f-4c0d-9d15-f32e5309988f req-473a890a-e2be-4e79-9f83-bd7866ccb8e7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.1147027 Jul 11 14:47:02.691487 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-53dc1f05-6a7f-4c0d-9d15-f32e5309988f req-2d6a40ff-f718-4909-88fb-8b6d701e5c7b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012845 Jul 11 14:47:02.842597 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd213a9-5d9e-4ef6-96b3-12d3cec23e54 req-9536eab0-3d38-4b63-9fbc-e8172328cd70 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:02.844256 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2cd213a9-5d9e-4ef6-96b3-12d3cec23e54 req-9536eab0-3d38-4b63-9fbc-e8172328cd70 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0536571 Jul 11 14:47:02.903556 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2cd213a9-5d9e-4ef6-96b3-12d3cec23e54 req-30ef0fd7-e753-4eed-888b-eaf93ecd3cba tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485518 Jul 11 14:47:03.924992 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b0e-3787-4740-b651-ee94693cf096 req-f3eb4ca2-7709-4d40-b9aa-286a5387df2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:03.926998 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c4ff0b0e-3787-4740-b651-ee94693cf096 req-f3eb4ca2-7709-4d40-b9aa-286a5387df2b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0986605 Jul 11 14:47:03.988821 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c4ff0b0e-3787-4740-b651-ee94693cf096 req-1c75a2d1-485b-4999-9e15-2169ff267d56 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524199 Jul 11 14:47:04.155009 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdce4c-faed-4d30-8f41-ef5d17d77ac8 req-5c9ece0e-0cc3-4cde-9eef-d0ce6486d455 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:04.156919 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ffbdce4c-faed-4d30-8f41-ef5d17d77ac8 req-5c9ece0e-0cc3-4cde-9eef-d0ce6486d455 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0669162 Jul 11 14:47:04.225129 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ffbdce4c-faed-4d30-8f41-ef5d17d77ac8 req-937e524b-5e9e-4970-87a5-f8bf29a01cf3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574934 Jul 11 14:47:05.159422 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ff71a-9294-427f-bd61-29899a315c38 req-22e3e014-3104-4589-8d1e-52677683f9b9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:05.161270 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-883ff71a-9294-427f-bd61-29899a315c38 req-22e3e014-3104-4589-8d1e-52677683f9b9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0573587 Jul 11 14:47:05.217449 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-883ff71a-9294-427f-bd61-29899a315c38 req-f8249dce-5f54-49b6-965e-c3e0a6483158 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498440 Jul 11 14:47:05.364676 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf602-ee6f-4169-8749-aa8cbfd0715f req-ebbda318-f422-43f6-857a-78b6210641fb tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:05.366395 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f27cf602-ee6f-4169-8749-aa8cbfd0715f req-ebbda318-f422-43f6-857a-78b6210641fb tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0594747 Jul 11 14:47:05.421395 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f27cf602-ee6f-4169-8749-aa8cbfd0715f req-683ccb6f-c0fa-451a-bf14-04ccddd946d3 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486567 Jul 11 14:47:06.319374 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:06.322390 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:06.327536 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:06.347802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367b209-3420-46cc-b558-3989ac424262 req-f03ea1e1-9e8a-4df8-a2e5-84d9db75f82b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:06.349395 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9367b209-3420-46cc-b558-3989ac424262 req-f03ea1e1-9e8a-4df8-a2e5-84d9db75f82b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0515316 Jul 11 14:47:06.403925 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9367b209-3420-46cc-b558-3989ac424262 req-a0e84087-0092-492c-a56a-772d3f41373f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483172 Jul 11 14:47:06.487803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530b625-abdf-44c6-92c8-214e9447b112 req-21091b2b-eaf9-4994-b496-950776aa8c91 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:06.489588 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2530b625-abdf-44c6-92c8-214e9447b112 req-21091b2b-eaf9-4994-b496-950776aa8c91 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0842009 Jul 11 14:47:06.626469 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cea82-db8e-426b-8dbf-c3638ce27cfd req-ed8895dc-b8cf-40fb-b0f9-adab6fa46d66 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:06.629252 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fe1cea82-db8e-426b-8dbf-c3638ce27cfd req-ed8895dc-b8cf-40fb-b0f9-adab6fa46d66 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 946 time: 0.0950441 Jul 11 14:47:06.660013 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Deleting port acddbdf4-6edc-4eaf-8287-a34936c1b912 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:06.660513 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:06.787086 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fe1cea82-db8e-426b-8dbf-c3638ce27cfd req-51db20c6-91a7-42d9-9011-e8e0866ee578 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups?id=73bfb3ac-9cb0-44fe-b029-808bc2034c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475286 Jul 11 14:47:06.839269 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] For port acddbdf4-6edc-4eaf-8287-a34936c1b912, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=acddbdf4-6edc-4eaf-8287-a34936c1b912,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:06.840132 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:06.917301 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:07.070503 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:07.070848 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (345242f3-0f08-4d3c-8157-30eee3c2008f), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:07.071194 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Floating IP 345242f3-0f08-4d3c-8157-30eee3c2008f disassociated. External IP: 172.37.1.231, port: acddbdf4-6edc-4eaf-8287-a34936c1b912. Jul 11 14:47:07.071578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Calling delete_port for acddbdf4-6edc-4eaf-8287-a34936c1b912 owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:07.257620 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (acddbdf4-6edc-4eaf-8287-a34936c1b912), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:07.289749 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event deleted for resources: {'Port': ['ID=acddbdf4-6edc-4eaf-8287-a34936c1b912,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:07.304265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.304604 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.304950 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.305260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.305596 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.305946 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.306254 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.306615 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.306934 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.307263 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.307609 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.307903 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.308225 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.308543 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.308859 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:07.433154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Router 0826b137-59e6-415a-96ae-9cbf956c4202 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:47:07.529728 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:07.566868 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:47:07.577833 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1c513-7e3b-49cb-872b-9d4991f6acc1 req-64545f81-01af-4550-801e-ef6b424cef96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:07.579526 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-96e1c513-7e3b-49cb-872b-9d4991f6acc1 req-64545f81-01af-4550-801e-ef6b424cef96 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.0606885 Jul 11 14:47:07.583928 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:47:07.601765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:07.602819 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:07.640885 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] No DVR routers for this DVR port acddbdf4-6edc-4eaf-8287-a34936c1b912 on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:47:07.642358 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-96e1c513-7e3b-49cb-872b-9d4991f6acc1 req-1ee34164-9071-4313-8aac-b29b75bba7b3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523083 Jul 11 14:47:07.645774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:07.651846 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2530b625-abdf-44c6-92c8-214e9447b112 req-fbd9090d-6624-4c6d-abc6-352008f0e233 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.36 "DELETE /v2.0/ports/acddbdf4-6edc-4eaf-8287-a34936c1b912 HTTP/1.1" status: 204 len: 173 time: 1.1552532 Jul 11 14:47:07.652664 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'name': 'network-vif-deleted', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:47:07.657408 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04954e-058d-4e32-97c8-dff8b3671669" -d '{"events": [{"server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "name": "network-vif-deleted", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:47:07.734136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fc4e8a-b3b4-4576-9eec-c7c10e77b793 x-openstack-request-id: req-91fc4e8a-b3b4-4576-9eec-c7c10e77b793 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:47:07.734949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb814dfe-6200-40ed-832f-df4face7a16e", "name": "network-vif-deleted", "tag": "acddbdf4-6edc-4eaf-8287-a34936c1b912", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:47:07.735352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91fc4e8a-b3b4-4576-9eec-c7c10e77b793 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:47:07.735979 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fc4e8a-b3b4-4576-9eec-c7c10e77b793'] response: {'server_uuid': 'cb814dfe-6200-40ed-832f-df4face7a16e', 'name': 'network-vif-deleted', 'tag': 'acddbdf4-6edc-4eaf-8287-a34936c1b912', 'status': 'completed', 'code': 200} Jul 11 14:47:07.996471 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-966a1cbe-5d36-462d-9b05-c4147d857249 req-fd4c599e-9334-4e22-a48a-24ea18776bee tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb814dfe-6200-40ed-832f-df4face7a16e HTTP/1.1" status: 200 len: 210 time: 0.0435019 Jul 11 14:47:08.001373 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:08.041771 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:08.328234 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:47:08.332687 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device acddbdf4-6edc-4eaf-8287-a34936c1b912 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:08.377041 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:08.380588 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: acddbdf4-6edc-4eaf-8287-a34936c1b912 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:08.381145 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device acddbdf4-6edc-4eaf-8287-a34936c1b912 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:08.432210 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:47:08.457565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:08.458734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:08.641126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:08.661435 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:08.688949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '35522aa1-427b-4c21-88e8-ce45535459a0', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'port_id': '35522aa1-427b-4c21-88e8-ce45535459a0', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:47:08.771119 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:08.787947 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:47:08.788349 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:08.818352 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35522aa1-427b-4c21-88e8-ce45535459a0 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:47:08.880151 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:08.891028 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:08.947141 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2723f-614e-476e-bb70-db268ac3e953 req-bf40e902-0275-46c6-9d9e-223a8284e04a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:08.955512 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-14b2723f-614e-476e-bb70-db268ac3e953 req-bf40e902-0275-46c6-9d9e-223a8284e04a tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 943 time: 0.1168416 Jul 11 14:47:08.995429 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=9']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:08.999078 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:09.028679 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584d75f-df86-4a13-b88b-7762ca761096 None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:29Z', 'revision_number': 4, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6755271d-f363-44fa-a4d0-b3c88a185c51', 'name': '', 'network_id': '208c5447-9d23-4b47-b27a-4307a7296819', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'mac_address': 'fa:16:3e:b1:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:26Z', 'updated_at': '2022-07-11T14:40:43Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'subnets': [{'id': 'a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:47:09.034318 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-14b2723f-614e-476e-bb70-db268ac3e953 req-3c77edd7-3a37-4175-b48e-b38f38aac2b3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725656 Jul 11 14:47:09.119406 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['35522aa1-427b-4c21-88e8-ce45535459a0'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:47:09.136067 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46500) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:09.223825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0234f1c9-10bd-4e9d-9d9d-2c08dad26c1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (73bfb3ac-9cb0-44fe-b029-808bc2034c74), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.262274 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0234f1c9-10bd-4e9d-9d9d-2c08dad26c1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (73bfb3ac-9cb0-44fe-b029-808bc2034c74), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.301982 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:09.346781 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0234f1c9-10bd-4e9d-9d9d-2c08dad26c1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (73bfb3ac-9cb0-44fe-b029-808bc2034c74), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.351946 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0234f1c9-10bd-4e9d-9d9d-2c08dad26c1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.353925 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-0234f1c9-10bd-4e9d-9d9d-2c08dad26c1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "DELETE /v2.0/security-groups/73bfb3ac-9cb0-44fe-b029-808bc2034c74 HTTP/1.1" status: 204 len: 168 time: 0.2163358 Jul 11 14:47:09.357778 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46502) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:09.372670 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f1c9-10bd-4e9d-9d9d-2c08dad26c1f tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bfb3ac-9cb0-44fe-b029-808bc2034c74,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:09.380544 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-8f9c6cd2-7a93-49f5-ba48-544de03825a5 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] show failed (client error): The resource could not be found. Jul 11 14:47:09.382955 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-8f9c6cd2-7a93-49f5-ba48-544de03825a5 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "GET /v2.0/security-groups/73bfb3ac-9cb0-44fe-b029-808bc2034c74 HTTP/1.1" status: 404 len: 347 time: 0.0237880 Jul 11 14:47:09.386310 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46504) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:09.415195 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888d7f1-6d5d-43d0-b7b5-469d7684dac1 None None] New status for floating IP 345242f3-0f08-4d3c-8157-30eee3c2008f: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:47:09.541881 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Deleting port 12dcfb4b-be21-41df-96eb-dd1b2431408d {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:09.542443 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.656578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.657048 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (12dcfb4b-be21-41df-96eb-dd1b2431408d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.678914 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Calling delete_port for 12dcfb4b-be21-41df-96eb-dd1b2431408d owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:09.873417 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (12dcfb4b-be21-41df-96eb-dd1b2431408d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:09.921666 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Pushing event deleted for resources: {'Port': ['ID=12dcfb4b-be21-41df-96eb-dd1b2431408d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:09.944220 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.944797 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.945375 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.946139 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.947019 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.947513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.948030 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.948484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.948988 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.949412 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.949792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.950145 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.950766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.951308 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:09.951836 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:10.071528 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks [] for floatingip (345242f3-0f08-4d3c-8157-30eee3c2008f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:10.080090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:10.084853 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4ed33c86-4a47-4f02-a4b6-8381213591c7 tempest-AttachVolumeTestJSON-588294681 tempest-AttachVolumeTestJSON-588294681-project] 10.222.0.72 "DELETE /v2.0/floatingips/345242f3-0f08-4d3c-8157-30eee3c2008f HTTP/1.1" status: 204 len: 168 time: 0.6963303 Jul 11 14:47:10.222451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d401d-3cf2-4c25-b7f1-0e32ed10e6e1 req-f4618470-67be-4760-92d1-405a644f1c10 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:10.230183 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a97d401d-3cf2-4c25-b7f1-0e32ed10e6e1 req-f4618470-67be-4760-92d1-405a644f1c10 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 944 time: 0.0704579 Jul 11 14:47:10.284163 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a97d401d-3cf2-4c25-b7f1-0e32ed10e6e1 req-42c6d10d-a4fb-4e82-96c5-2b0debb8a32f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529714 Jul 11 14:47:10.338987 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:47:10.386783 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 35522aa1-427b-4c21-88e8-ce45535459a0 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:47:10.387142 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:10.470033 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 35522aa1-427b-4c21-88e8-ce45535459a0 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:47:10.470585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:10.497740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:47:10.500176 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec9025f-6184-48d8-a224-7708fcdf2d7c" -d '{"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-plugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:47:10.521561 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:10.526594 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:10.561859 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2cbec1-eaba-4c51-b276-2b7ad3cff361 x-openstack-request-id: req-3c2cbec1-eaba-4c51-b276-2b7ad3cff361 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:47:10.562286 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-plugged", "status": "completed", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:47:10.562700 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c2cbec1-eaba-4c51-b276-2b7ad3cff361 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:47:10.563391 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2cbec1-eaba-4c51-b276-2b7ad3cff361'] response: {'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'code': 200} Jul 11 14:47:10.590921 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=10']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:11.433512 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83a20d-853f-4c98-af8a-eeaf50c80f4b req-6df05009-b6ab-4c67-9422-e357abee7d12 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:11.435446 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fa83a20d-853f-4c98-af8a-eeaf50c80f4b req-6df05009-b6ab-4c67-9422-e357abee7d12 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0641363 Jul 11 14:47:11.498591 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fa83a20d-853f-4c98-af8a-eeaf50c80f4b req-d76e1a8c-4752-4ec5-8c15-4fe32270d18c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574112 Jul 11 14:47:12.318015 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1973e-ec13-4689-a7eb-2b29a6acdd66 req-1713b6dc-2b95-4f9b-9151-0bceff659464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:12.319596 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-95a1973e-ec13-4689-a7eb-2b29a6acdd66 req-1713b6dc-2b95-4f9b-9151-0bceff659464 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1130 time: 0.0493178 Jul 11 14:47:12.633369 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea020bb-051a-430e-8bb8-ec4111786f7b req-26b459a6-ae7a-4650-9063-a6d15146ad61 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:12.635018 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7ea020bb-051a-430e-8bb8-ec4111786f7b req-26b459a6-ae7a-4650-9063-a6d15146ad61 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0548632 Jul 11 14:47:12.648632 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:12.699157 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7ea020bb-051a-430e-8bb8-ec4111786f7b req-2fb26438-078c-484f-81de-cdde5444c7dc tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576971 Jul 11 14:47:13.366322 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-95a1973e-ec13-4689-a7eb-2b29a6acdd66 req-2e3cce2c-175e-4299-8931-952b6df14bb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Jul 11 14:47:13.855021 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd0f9-f74c-4ba3-befd-bf7ecca8e1e8 req-e1ada942-91f3-421d-b799-59e6fb985b68 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:13.857670 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-419cd0f9-f74c-4ba3-befd-bf7ecca8e1e8 req-e1ada942-91f3-421d-b799-59e6fb985b68 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0727670 Jul 11 14:47:13.930869 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-419cd0f9-f74c-4ba3-befd-bf7ecca8e1e8 req-35eb3d2a-16be-4e1c-866f-6e7b0ed3a4f7 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655797 Jul 11 14:47:15.048631 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:15.123848 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2b9d-fe09-4fd7-8b2e-bec3218d75cb req-bad3b172-148f-4ac1-9699-7004610c1be3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:15.125311 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a95c2b9d-fe09-4fd7-8b2e-bec3218d75cb req-bad3b172-148f-4ac1-9699-7004610c1be3 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0867720 Jul 11 14:47:15.198301 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a95c2b9d-fe09-4fd7-8b2e-bec3218d75cb req-feed3e98-ed75-4fb3-8488-96b609a62421 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600526 Jul 11 14:47:16.051026 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46636) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:16.417910 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5c3f-d9bb-429f-ad00-a78b41df4fec req-09408e08-e3a6-44cb-ba8d-f9df47a70964 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:16.420674 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-07ad5c3f-d9bb-429f-ad00-a78b41df4fec req-09408e08-e3a6-44cb-ba8d-f9df47a70964 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.1046731 Jul 11 14:47:16.500152 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-07ad5c3f-d9bb-429f-ad00-a78b41df4fec req-ba5f514e-ed94-4471-b86e-21983e81fdd9 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724185 Jul 11 14:47:16.982528 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:17.010128 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (0826b137-59e6-415a-96ae-9cbf956c4202), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:17.331842 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Deleting port 6755271d-f363-44fa-a4d0-b3c88a185c51 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:17.332539 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:17.520538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] For port 6755271d-f363-44fa-a4d0-b3c88a185c51, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6755271d-f363-44fa-a4d0-b3c88a185c51,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:17.521131 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:17.559552 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28ea97-a3cd-4e5e-ba6c-f0aa987e8e6d req-0e70baaf-34fb-4b0b-a06d-da655d3e511f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:17.562165 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ea28ea97-a3cd-4e5e-ba6c-f0aa987e8e6d req-0e70baaf-34fb-4b0b-a06d-da655d3e511f tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.1287997 Jul 11 14:47:17.564004 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Calling delete_port for 6755271d-f363-44fa-a4d0-b3c88a185c51 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:17.720359 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:17.732323 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ea28ea97-a3cd-4e5e-ba6c-f0aa987e8e6d req-7f03007f-f5db-4ce2-ab2f-26cdffdec186 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604314 Jul 11 14:47:17.874810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (6755271d-f363-44fa-a4d0-b3c88a185c51), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:17.915058 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6755271d-f363-44fa-a4d0-b3c88a185c51,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:18.136969 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (0826b137-59e6-415a-96ae-9cbf956c4202), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:18.186030 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:18.407889 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Router 0826b137-59e6-415a-96ae-9cbf956c4202 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:47:18.603999 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:47:18.614220 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2c4d1532-aada-4ddb-b37b-fabe316d65c7 admin admin] 10.222.0.72 "PUT /v2.0/routers/0826b137-59e6-415a-96ae-9cbf956c4202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623288 Jul 11 14:47:18.616649 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46664) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:18.617047 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] Sync routers for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:47:18.633364 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:18.634153 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:18.767864 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:18.844854 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-4fbfae66-6099-4dbc-b354-8138b71172cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016259 Jul 11 14:47:18.847174 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks [] for router (0826b137-59e6-415a-96ae-9cbf956c4202), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.059119 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:19.061765 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:19.074195 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-409e05c9-bb1e-49a3-9733-65f689c0078b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:19.077206 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-409e05c9-bb1e-49a3-9733-65f689c0078b tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.1255889 Jul 11 14:47:19.078374 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:19.088306 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks [] for router_gateway (0826b137-59e6-415a-96ae-9cbf956c4202), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.091308 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:47:17Z', 'revision_number': 5, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port': {'id': '84d3fde6-c8a7-4135-8266-f8cd89d6f756', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:16Z', 'updated_at': '2022-07-11T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:19.096349 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-58c118ac-6bbb-4974-85de-f1b69f51d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:19.098091 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-58c118ac-6bbb-4974-85de-f1b69f51d30a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6606b37accd43619058aef23f10745b&device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 1130 time: 0.1535530 Jul 11 14:47:19.116236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:19.140922 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] Checking router: 0826b137-59e6-415a-96ae-9cbf956c4202 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:47:19.155325 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] Routers {'0826b137-59e6-415a-96ae-9cbf956c4202'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:19.156306 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['0826b137-59e6-415a-96ae-9cbf956c4202'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:19.214817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Deleting port 84d3fde6-c8a7-4135-8266-f8cd89d6f756 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:19.214817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.238210 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531803b-555a-4707-b13d-8976c1efd380 req-5cfc12ac-db07-43d1-b32d-a77d85913233 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:19.240892 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2531803b-555a-4707-b13d-8976c1efd380 req-5cfc12ac-db07-43d1-b32d-a77d85913233 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 945 time: 0.1612606 Jul 11 14:47:19.282719 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] Set router 0826b137-59e6-415a-96ae-9cbf956c4202 gateway port host: None {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:19.356950 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-3db8c818-d5e7-47b2-a2a2-670806481072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:19.358479 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-3db8c818-d5e7-47b2-a2a2-670806481072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 200 len: 917 time: 0.2029245 Jul 11 14:47:19.367369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port c6732da2-2010-4021-a69d-771c91c0bcac {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:19.367924 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.417086 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] For port 84d3fde6-c8a7-4135-8266-f8cd89d6f756, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84d3fde6-c8a7-4135-8266-f8cd89d6f756,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:19.417476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.426907 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:47:19Z', 'revision_number': 6, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:19.448599 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Calling delete_port for 84d3fde6-c8a7-4135-8266-f8cd89d6f756 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:19.468181 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-3afdd234-36f3-4dd7-83da-d59d31330ea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 200 len: 1001 time: 0.1023235 Jul 11 14:47:19.472647 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:19.474930 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174f481-930a-4ad0-ad0b-4841935b71a7 None None] The sync data for ids ['0826b137-59e6-415a-96ae-9cbf956c4202'] in dv-cinder-master-3-iscsi is: [{'id': '0826b137-59e6-415a-96ae-9cbf956c4202', 'name': 'tempest-AttachVolumeTestJSON-2117234039-router', 'tenant_id': 'c0e363b1584848c1aecbe186cf91eec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:47:19Z', 'revision_number': 6, 'project_id': 'c0e363b1584848c1aecbe186cf91eec5', 'gw_port_host': None}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:47:19.483649 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2531803b-555a-4707-b13d-8976c1efd380 req-112dc64f-4b34-4cc1-815b-a4f5bdb5350a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups?id=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265186 Jul 11 14:47:19.527494 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:19.575486 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] For port c6732da2-2010-4021-a69d-771c91c0bcac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c6732da2-2010-4021-a69d-771c91c0bcac,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:19.575882 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.576081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-16ef5f6b-3f25-42ed-a23e-d65e90d88ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:19.577619 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-16ef5f6b-3f25-42ed-a23e-d65e90d88ddf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 200 len: 855 time: 0.0996284 Jul 11 14:47:19.623590 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46674) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:19.646010 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-9c7cdc8d-1d34-4c3b-a529-4cb207d3cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:19.647666 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-9c7cdc8d-1d34-4c3b-a529-4cb207d3cf69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=164cf2a3-5444-4c03-8807-160bd45f2610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641985 Jul 11 14:47:19.783835 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.784194 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (b7a4c522-41ce-487e-8686-cdbbbd019e83), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.784509 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Floating IP b7a4c522-41ce-487e-8686-cdbbbd019e83 disassociated. External IP: 172.37.1.235, port: c6732da2-2010-4021-a69d-771c91c0bcac. Jul 11 14:47:19.784861 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for c6732da2-2010-4021-a69d-771c91c0bcac owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:19.811632 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ca64ac66-6830-43f3-a345-688ebcf7e5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.847023 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-3dc60e96-6f54-46bc-8883-f27e1c3a5bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935501 Jul 11 14:47:19.916294 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (84d3fde6-c8a7-4135-8266-f8cd89d6f756), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:19.985652 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d3fde6-c8a7-4135-8266-f8cd89d6f756,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:19.995661 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (c6732da2-2010-4021-a69d-771c91c0bcac), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.047376 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=c6732da2-2010-4021-a69d-771c91c0bcac,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:20.120561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:20.131218 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-27e995fa-4452-4d76-b57e-f3ab371a91a3 req-fa0c6898-e189-4326-96f5-2e8be35bf7a3 service neutron] 10.222.0.36 "GET /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758422 Jul 11 14:47:20.161480 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (0826b137-59e6-415a-96ae-9cbf956c4202), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.248301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:47:20.293550 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:20.304366 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (0826b137-59e6-415a-96ae-9cbf956c4202), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.309709 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks [] for router_controller (0826b137-59e6-415a-96ae-9cbf956c4202), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.324170 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ca64ac66-6830-43f3-a345-688ebcf7e5e8 admin admin] Publish callbacks [] for security_group (81cfbfc6-b9af-4a8b-a04f-29638ee56a66), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.328844 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ca64ac66-6830-43f3-a345-688ebcf7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (81cfbfc6-b9af-4a8b-a04f-29638ee56a66), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.382659 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:20.394070 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:47:20.396846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (0826b137-59e6-415a-96ae-9cbf956c4202), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.397444 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0826b137-59e6-415a-96ae-9cbf956c4202 {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:47:20.407562 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.409365 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5f8bc63c-1788-4af1-bb6c-fdc49ddde871 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0826b137-59e6-415a-96ae-9cbf956c4202 HTTP/1.1" status: 204 len: 168 time: 1.7913370 Jul 11 14:47:20.413574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46678) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:20.414554 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:47:20.428786 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ca64ac66-6830-43f3-a345-688ebcf7e5e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f3ad328ff6744e4bcef8d39a4324044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8021765 Jul 11 14:47:20.429706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46680) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:20.431757 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64ac66-6830-43f3-a345-688ebcf7e5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cfbfc6-b9af-4a8b-a04f-29638ee56a66,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:20.475085 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:20.476194 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:20.484951 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:20.516836 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Deleting subnet a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:47:20.537310 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Publish callbacks [] for subnet (a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.636154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf813-087b-4d49-bcd5-fcc0497143da admin admin] Publish callbacks [] for security_group (81cfbfc6-b9af-4a8b-a04f-29638ee56a66), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.644759 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.727199 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf813-087b-4d49-bcd5-fcc0497143da admin admin] Publish callbacks [] for security_group (81cfbfc6-b9af-4a8b-a04f-29638ee56a66), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.854495 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7dc9f0fe-4391-49fd-8636-0c3be82641c8 req-408fcd4e-2c2c-4c7c-8c83-7a39aea2476a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/ports?device_id=01762198-189f-4f97-84e5-4e0073a3879b HTTP/1.1" status: 200 len: 210 time: 0.0918744 Jul 11 14:47:20.875219 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:20.877344 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.893979 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] No DVR routers for this DVR port c6732da2-2010-4021-a69d-771c91c0bcac on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:47:20.898047 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.902193 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f889cf5a-30ef-4292-8a4d-ba05395c4513 req-ee85bfeb-bf81-4b9f-88c5-222e9d7b5098 tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.36 "DELETE /v2.0/ports/c6732da2-2010-4021-a69d-771c91c0bcac HTTP/1.1" status: 204 len: 173 time: 1.8077283 Jul 11 14:47:20.902666 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'name': 'network-vif-deleted', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:47:20.907173 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddcb27a-c651-46e0-98ca-dba6fbaa6656" -d '{"events": [{"server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "name": "network-vif-deleted", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:47:20.936688 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf813-087b-4d49-bcd5-fcc0497143da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (81cfbfc6-b9af-4a8b-a04f-29638ee56a66), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.942392 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf813-087b-4d49-bcd5-fcc0497143da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:20.946684 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ee9bf813-087b-4d49-bcd5-fcc0497143da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81cfbfc6-b9af-4a8b-a04f-29638ee56a66 HTTP/1.1" status: 204 len: 168 time: 0.5093019 Jul 11 14:47:20.966701 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bf813-087b-4d49-bcd5-fcc0497143da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cfbfc6-b9af-4a8b-a04f-29638ee56a66,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:20.980027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b047eec8-ec8b-48ae-ac6f-171db63e9b93 x-openstack-request-id: req-b047eec8-ec8b-48ae-ac6f-171db63e9b93 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:47:20.980369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01762198-189f-4f97-84e5-4e0073a3879b", "name": "network-vif-deleted", "tag": "c6732da2-2010-4021-a69d-771c91c0bcac", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:47:20.980783 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b047eec8-ec8b-48ae-ac6f-171db63e9b93 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:47:20.981401 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b047eec8-ec8b-48ae-ac6f-171db63e9b93'] response: {'server_uuid': '01762198-189f-4f97-84e5-4e0073a3879b', 'name': 'network-vif-deleted', 'tag': 'c6732da2-2010-4021-a69d-771c91c0bcac', 'status': 'completed', 'code': 200} Jul 11 14:47:21.022106 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.102662 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.104475 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ffb98-f517-4d70-86a1-cd475f9f52fc None None] Network 208c5447-9d23-4b47-b27a-4307a7296819 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:47:21.125044 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a HTTP/1.1" status: 204 len: 168 time: 0.7086370 Jul 11 14:47:21.127795 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46688) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:21.179252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a2c34-39fc-4d7b-aa4f-67d314a0ce6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70c1302-4ef9-4bc2-8276-da2ee9a0bf4a,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:21.296799 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 6755271d-f363-44fa-a4d0-b3c88a185c51 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:21.308368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (208c5447-9d23-4b47-b27a-4307a7296819), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.378178 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:21.383478 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:21.384369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Deleting port d341c215-ef5f-4f64-a378-3ba36beb60b3 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:21.384841 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.401260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 6755271d-f363-44fa-a4d0-b3c88a185c51 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:21.401814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 6755271d-f363-44fa-a4d0-b3c88a185c51 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:21.402386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 84d3fde6-c8a7-4135-8266-f8cd89d6f756 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:21.416330 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:47:21.431081 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:21.432083 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:46:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:21.441647 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 84d3fde6-c8a7-4135-8266-f8cd89d6f756 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:21.442027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 84d3fde6-c8a7-4135-8266-f8cd89d6f756 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:21.465522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] For port d341c215-ef5f-4f64-a378-3ba36beb60b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d341c215-ef5f-4f64-a378-3ba36beb60b3,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:21.466181 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.487812 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Calling delete_port for d341c215-ef5f-4f64-a378-3ba36beb60b3 owned by network:dhcp {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:21.553323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] DHCP port deletion for 208c5447-9d23-4b47-b27a-4307a7296819 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:47:21.607299 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Deleting port d341c215-ef5f-4f64-a378-3ba36beb60b3 {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:21.608040 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.624074 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:21.627032 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:21.636673 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.697330 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d341c215-ef5f-4f64-a378-3ba36beb60b3,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:21.713565 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] No DVR routers for this DVR port d341c215-ef5f-4f64-a378-3ba36beb60b3 on host dv-cinder-master-3-iscsi {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:47:21.815249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (208c5447-9d23-4b47-b27a-4307a7296819), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.847069 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208c5447-9d23-4b47-b27a-4307a7296819']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:21.863662 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953f1db3-6ed5-4b5a-b2bb-914515b04769') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:21.864090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953f1db3-6ed5-4b5a-b2bb-914515b04769') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:21.878291 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (953f1db3-6ed5-4b5a-b2bb-914515b04769), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.898053 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] For port d341c215-ef5f-4f64-a378-3ba36beb60b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d341c215-ef5f-4f64-a378-3ba36beb60b3,segment=NetworkSegment(953f1db3-6ed5-4b5a-b2bb-914515b04769),segment_id=953f1db3-6ed5-4b5a-b2bb-914515b04769)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:21.899167 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.905542 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (953f1db3-6ed5-4b5a-b2bb-914515b04769), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.916500 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:47:21.916952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (953f1db3-6ed5-4b5a-b2bb-914515b04769), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:21.919768 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Calling delete_port for d341c215-ef5f-4f64-a378-3ba36beb60b3 owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:21.997285 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (208c5447-9d23-4b47-b27a-4307a7296819), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.004300 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.008308 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] 10.222.0.72 "DELETE /v2.0/networks/208c5447-9d23-4b47-b27a-4307a7296819 HTTP/1.1" status: 204 len: 168 time: 0.8787868 Jul 11 14:47:22.054988 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 953f1db3-6ed5-4b5a-b2bb-914515b04769 resource provider aggregate not found Jul 11 14:47:22.076168 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213f238-b8d5-4d82-ae6a-8733a4492a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=208c5447-9d23-4b47-b27a-4307a7296819,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:22.076415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46712) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:22.126341 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 953f1db3-6ed5-4b5a-b2bb-914515b04769 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 953f1db3-6ed5-4b5a-b2bb-914515b04769 found for delete ", "request_id": "req-f6a58e5c-eb2e-49c0-9b70-c315d6fdbb56"}]} Jul 11 14:47:22.134508 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (d341c215-ef5f-4f64-a378-3ba36beb60b3), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.175749 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f536a184-ed27-4dc9-8515-88bc17559b2a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (5292edbf-e9a3-499f-9cd8-e7b36d29a5b5), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.188538 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Pushing event deleted for resources: {'Port': ['ID=d341c215-ef5f-4f64-a378-3ba36beb60b3,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:22.192945 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] Network 208c5447-9d23-4b47-b27a-4307a7296819 is not hosted by any dhcp agent {{(pid=106007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 11 14:47:22.199003 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7f515-5ffd-455d-979b-cbbd49682051 None None] No DVR routers for this DVR port d341c215-ef5f-4f64-a378-3ba36beb60b3 on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:47:22.229251 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:22.245853 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f536a184-ed27-4dc9-8515-88bc17559b2a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (5292edbf-e9a3-499f-9cd8-e7b36d29a5b5), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.272442 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97621d74-3bba-4cef-a77b-ae292a9f545c None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:25Z', 'revision_number': 4, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e456299a-5a6a-4ccb-a496-210d86a38cf7', 'name': '', 'network_id': '8679b039-4e4e-4ae1-83e8-21c78c675a96', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'mac_address': 'fa:16:3e:75:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:23Z', 'updated_at': '2022-07-11T14:40:47Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'subnets': [{'id': '582193c6-7221-4184-a15a-f20ab89f2f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:47:22.302553 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46720) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:22.326970 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:22.356261 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f536a184-ed27-4dc9-8515-88bc17559b2a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (5292edbf-e9a3-499f-9cd8-e7b36d29a5b5), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.360460 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f536a184-ed27-4dc9-8515-88bc17559b2a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.367746 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f536a184-ed27-4dc9-8515-88bc17559b2a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/security-groups/5292edbf-e9a3-499f-9cd8-e7b36d29a5b5 HTTP/1.1" status: 204 len: 168 time: 0.2902579 Jul 11 14:47:22.368280 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46722) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:22.391348 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a184-ed27-4dc9-8515-88bc17559b2a tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5292edbf-e9a3-499f-9cd8-e7b36d29a5b5,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:22.393166 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c6732da2-2010-4021-a69d-771c91c0bcac no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:22.412124 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-519e2cee-5f99-4c80-8247-ecd2712f064a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0e363b1584848c1aecbe186cf91eec5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1082170 Jul 11 14:47:22.413452 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-ec039803-234e-4da0-9d6a-28cf604c33be tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] show failed (client error): The resource could not be found. Jul 11 14:47:22.419205 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ec039803-234e-4da0-9d6a-28cf604c33be tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "GET /v2.0/security-groups/5292edbf-e9a3-499f-9cd8-e7b36d29a5b5 HTTP/1.1" status: 404 len: 347 time: 0.0448325 Jul 11 14:47:22.419544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46724) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:22.419719 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46726) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:22.430111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:22.446027 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: c6732da2-2010-4021-a69d-771c91c0bcac {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:22.448829 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device c6732da2-2010-4021-a69d-771c91c0bcac not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:22.508842 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-370b0dee-3d3b-4552-9466-6537ab3ae285 admin admin] Publish callbacks [] for security_group (b496aec2-6d33-40a2-b33e-7b9049bc2f2e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.544879 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-370b0dee-3d3b-4552-9466-6537ab3ae285 admin admin] Publish callbacks [] for security_group (b496aec2-6d33-40a2-b33e-7b9049bc2f2e), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.562118 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Deleting port eaeff1ff-b8e3-4440-a0f8-85d39535c81c {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:22.562562 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.632172 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-370b0dee-3d3b-4552-9466-6537ab3ae285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b496aec2-6d33-40a2-b33e-7b9049bc2f2e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.635632 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-370b0dee-3d3b-4552-9466-6537ab3ae285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.637768 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-370b0dee-3d3b-4552-9466-6537ab3ae285 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b496aec2-6d33-40a2-b33e-7b9049bc2f2e HTTP/1.1" status: 204 len: 168 time: 0.2208676 Jul 11 14:47:22.649365 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0dee-3d3b-4552-9466-6537ab3ae285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b496aec2-6d33-40a2-b33e-7b9049bc2f2e,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:22.708630 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.708982 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.726794 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Calling delete_port for eaeff1ff-b8e3-4440-a0f8-85d39535c81c owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:22.756392 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-72f7ea3e-21ea-4680-9a65-8833bcf7d5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.802807 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71b51a-fb60-4d5b-b37f-b90e232fd293 None None] New status for floating IP b7a4c522-41ce-487e-8686-cdbbbd019e83: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:47:22.993564 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (eaeff1ff-b8e3-4440-a0f8-85d39535c81c), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:22.997958 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.db.api [None req-ef71b51a-fb60-4d5b-b37f-b90e232fd293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 11 14:47:22.998462 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG oslo_db.api [None req-ef71b51a-fb60-4d5b-b37f-b90e232fd293 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 11 14:47:23.038703 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Pushing event deleted for resources: {'Port': ['ID=eaeff1ff-b8e3-4440-a0f8-85d39535c81c,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:23.057428 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d341c215-ef5f-4f64-a378-3ba36beb60b3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:23.083684 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: d341c215-ef5f-4f64-a378-3ba36beb60b3 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:23.084320 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d341c215-ef5f-4f64-a378-3ba36beb60b3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:23.152491 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks [] for floatingip (b7a4c522-41ce-487e-8686-cdbbbd019e83), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:23.156912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:23.162499 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-48d65a88-9970-47af-b299-17ad504f2dea tempest-AttachVolumeNegativeTest-428636144 tempest-AttachVolumeNegativeTest-428636144-project] 10.222.0.72 "DELETE /v2.0/floatingips/b7a4c522-41ce-487e-8686-cdbbbd019e83 HTTP/1.1" status: 204 len: 168 time: 0.7382326 Jul 11 14:47:23.500558 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71b51a-fb60-4d5b-b37f-b90e232fd293 None None] New status for floating IP b7a4c522-41ce-487e-8686-cdbbbd019e83: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:47:25.412323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-b41ac22b-f27d-4464-a7ff-93c380f5e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.069550 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.197628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 46924) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:27.258736 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46928) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:27.414850 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ab019491-a9a3-470e-a30f-8e72b445921b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.563335 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ab019491-a9a3-470e-a30f-8e72b445921b admin admin] Publish callbacks [] for security_group (1c33757c-bc56-453e-becb-3ed16b65ae2f), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.568754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ab019491-a9a3-470e-a30f-8e72b445921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1c33757c-bc56-453e-becb-3ed16b65ae2f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.611288 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:27.643952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab019491-a9a3-470e-a30f-8e72b445921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33757c-bc56-453e-becb-3ed16b65ae2f,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:27.656933 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ab019491-a9a3-470e-a30f-8e72b445921b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c753b036247d4e06a226ea46d484d83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955564 Jul 11 14:47:27.659080 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46932) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:27.706307 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:27.752359 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52f64536-164e-4fd4-9d30-87ebbe60b1f4 admin admin] Publish callbacks [] for security_group (1c33757c-bc56-453e-becb-3ed16b65ae2f), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.780216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52f64536-164e-4fd4-9d30-87ebbe60b1f4 admin admin] Publish callbacks [] for security_group (1c33757c-bc56-453e-becb-3ed16b65ae2f), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.837263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52f64536-164e-4fd4-9d30-87ebbe60b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1c33757c-bc56-453e-becb-3ed16b65ae2f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.840560 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.840770 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-52f64536-164e-4fd4-9d30-87ebbe60b1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:27.844736 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-52f64536-164e-4fd4-9d30-87ebbe60b1f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c33757c-bc56-453e-becb-3ed16b65ae2f HTTP/1.1" status: 204 len: 168 time: 0.1812055 Jul 11 14:47:27.854875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f64536-164e-4fd4-9d30-87ebbe60b1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33757c-bc56-453e-becb-3ed16b65ae2f,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:28.154236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Deleting port e456299a-5a6a-4ccb-a496-210d86a38cf7 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:28.154829 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.298266 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] For port e456299a-5a6a-4ccb-a496-210d86a38cf7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e456299a-5a6a-4ccb-a496-210d86a38cf7,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:28.299935 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.325457 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Calling delete_port for e456299a-5a6a-4ccb-a496-210d86a38cf7 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:28.347621 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.404307 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46948) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:28.431187 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95eb1fe8-68f9-484d-85e4-bcbe1fb1bfe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.523712 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.566759 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:28.593656 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95eb1fe8-68f9-484d-85e4-bcbe1fb1bfe0 admin admin] Publish callbacks [] for security_group (976d31d4-5585-4a85-b43a-cf8a5487b6c9), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.600879 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95eb1fe8-68f9-484d-85e4-bcbe1fb1bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (976d31d4-5585-4a85-b43a-cf8a5487b6c9), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.691728 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-95eb1fe8-68f9-484d-85e4-bcbe1fb1bfe0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbe424a0a3274fb29220db9a6d48823d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856383 Jul 11 14:47:28.698857 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46954) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:28.722544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb1fe8-68f9-484d-85e4-bcbe1fb1bfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d31d4-5585-4a85-b43a-cf8a5487b6c9,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:28.813965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2b176b44-8099-4a20-b504-4d7428e1fe52 admin admin] Publish callbacks [] for security_group (976d31d4-5585-4a85-b43a-cf8a5487b6c9), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.824051 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:28.864703 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2b176b44-8099-4a20-b504-4d7428e1fe52 admin admin] Publish callbacks [] for security_group (976d31d4-5585-4a85-b43a-cf8a5487b6c9), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.917451 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (e456299a-5a6a-4ccb-a496-210d86a38cf7), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.934060 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2b176b44-8099-4a20-b504-4d7428e1fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (976d31d4-5585-4a85-b43a-cf8a5487b6c9), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.939983 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2b176b44-8099-4a20-b504-4d7428e1fe52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:28.942153 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2b176b44-8099-4a20-b504-4d7428e1fe52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/976d31d4-5585-4a85-b43a-cf8a5487b6c9 HTTP/1.1" status: 204 len: 168 time: 0.2415037 Jul 11 14:47:28.953230 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e456299a-5a6a-4ccb-a496-210d86a38cf7,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:28.961038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b176b44-8099-4a20-b504-4d7428e1fe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d31d4-5585-4a85-b43a-cf8a5487b6c9,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:29.216715 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:29.239094 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:29.540586 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:47:29.683026 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:47:29.693074 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] Sync routers for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:47:29.698143 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-74c8e2a8-e058-4adb-9085-939978af45e6 admin admin] 10.222.0.72 "PUT /v2.0/routers/6b715770-96bc-4c18-b573-c8b7d8ae0c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4964087 Jul 11 14:47:29.698570 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 46982) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:29.722022 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:29.723009 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:47:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:29.819714 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks [] for router (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:29.955801 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:30.073396 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks [] for router_gateway (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:30.151234 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Deleting port 47e4f641-252a-43a2-9151-903a7559666b {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:30.151758 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (47e4f641-252a-43a2-9151-903a7559666b), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:30.185328 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:30.206386 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172'}], 'enable_snat': True}, 'gw_port_id': '47e4f641-252a-43a2-9151-903a7559666b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:47:28Z', 'revision_number': 5, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port': {'id': '47e4f641-252a-43a2-9151-903a7559666b', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:15Z', 'updated_at': '2022-07-11T14:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:30.260232 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] Checking router: 6b715770-96bc-4c18-b573-c8b7d8ae0c9b for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:47:30.275664 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] Routers {'6b715770-96bc-4c18-b573-c8b7d8ae0c9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:47:30.276633 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:47:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:30.305627 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] For port 47e4f641-252a-43a2-9151-903a7559666b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47e4f641-252a-43a2-9151-903a7559666b,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:30.306032 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (47e4f641-252a-43a2-9151-903a7559666b), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:30.325419 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Calling delete_port for 47e4f641-252a-43a2-9151-903a7559666b owned by network:router_gateway {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:30.327482 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:30.428153 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:30.441659 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] Set router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:47:30.531386 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:47:30Z', 'revision_number': 6, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:30.563775 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c586d0c6-b37d-443f-a62c-9ee8f01cc0bf None None] The sync data for ids ['6b715770-96bc-4c18-b573-c8b7d8ae0c9b'] in dv-cinder-master-3-iscsi is: [{'id': '6b715770-96bc-4c18-b573-c8b7d8ae0c9b', 'name': 'tempest-AttachVolumeNegativeTest-724005756-router', 'tenant_id': '1baa6ea2e19747d1af1e1042c362895d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:47:30Z', 'revision_number': 6, 'project_id': '1baa6ea2e19747d1af1e1042c362895d', 'gw_port_host': None}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:47:30.654865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (47e4f641-252a-43a2-9151-903a7559666b), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:30.662012 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:30.717110 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e4f641-252a-43a2-9151-903a7559666b,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:30.806639 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:30.961017 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:30.965729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks [] for router_controller (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.059545 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (6b715770-96bc-4c18-b573-c8b7d8ae0c9b), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.060156 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b715770-96bc-4c18-b573-c8b7d8ae0c9b {{(pid=106005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:47:31.097238 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.099388 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-252ea0ad-84d6-428d-aedb-20b971c3f144 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6b715770-96bc-4c18-b573-c8b7d8ae0c9b HTTP/1.1" status: 204 len: 168 time: 1.4004292 Jul 11 14:47:31.102106 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47022) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:31.194078 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e456299a-5a6a-4ccb-a496-210d86a38cf7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:31.226623 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: e456299a-5a6a-4ccb-a496-210d86a38cf7 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:31.227333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device e456299a-5a6a-4ccb-a496-210d86a38cf7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:31.253786 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Deleting subnet 582193c6-7221-4184-a15a-f20ab89f2f84 {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:47:31.260249 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Publish callbacks [] for subnet (582193c6-7221-4184-a15a-f20ab89f2f84), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.342622 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (582193c6-7221-4184-a15a-f20ab89f2f84), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.536454 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (582193c6-7221-4184-a15a-f20ab89f2f84), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.665842 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (582193c6-7221-4184-a15a-f20ab89f2f84), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.730787 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd204b-957d-42bb-8fd4-692bb3a211a4 None None] Network 8679b039-4e4e-4ae1-83e8-21c78c675a96 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:47:31.796265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:31.804990 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/582193c6-7221-4184-a15a-f20ab89f2f84 HTTP/1.1" status: 204 len: 168 time: 0.7012684 Jul 11 14:47:31.808441 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47040) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:31.810235 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898a123-a22e-4096-8872-874c2833efcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582193c6-7221-4184-a15a-f20ab89f2f84,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:31.998164 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (8679b039-4e4e-4ae1-83e8-21c78c675a96), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.052586 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] DHCP port deletion for 8679b039-4e4e-4ae1-83e8-21c78c675a96 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:47:32.072469 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Deleting port 4420e4a4-875b-48e7-aaa1-b31828a333df {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:32.073257 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.139572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Deleting port 4420e4a4-875b-48e7-aaa1-b31828a333df {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:47:32.141171 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.159315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] For port 4420e4a4-875b-48e7-aaa1-b31828a333df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4420e4a4-875b-48e7-aaa1-b31828a333df,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:32.159676 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.175910 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Calling delete_port for 4420e4a4-875b-48e7-aaa1-b31828a333df owned by network:dhcp {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:32.259627 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] For port 4420e4a4-875b-48e7-aaa1-b31828a333df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4420e4a4-875b-48e7-aaa1-b31828a333df,segment=NetworkSegment(1f90276c-1dd4-4361-a401-555bfd94da4b),segment_id=1f90276c-1dd4-4361-a401-555bfd94da4b)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:47:32.260286 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.289118 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Calling delete_port for 4420e4a4-875b-48e7-aaa1-b31828a333df owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:47:32.349718 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.393398 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=4420e4a4-875b-48e7-aaa1-b31828a333df,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:32.399183 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:32.401410 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] No DVR routers for this DVR port 4420e4a4-875b-48e7-aaa1-b31828a333df on host dv-cinder-master-3-iscsi {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:47:32.450423 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (4420e4a4-875b-48e7-aaa1-b31828a333df), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.484516 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Pushing event deleted for resources: {'Port': ['ID=4420e4a4-875b-48e7-aaa1-b31828a333df,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:32.495912 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] No DVR routers for this DVR port 4420e4a4-875b-48e7-aaa1-b31828a333df on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:47:32.498833 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.499618 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.500114 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.500607 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.501303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.501508 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.501811 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.502141 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.502650 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.502978 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.503306 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.503631 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.503953 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.504267 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.504589 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8864f88d-fd68-44ed-9e3e-67427fda7d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:47:32.546329 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (8679b039-4e4e-4ae1-83e8-21c78c675a96), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.587366 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8679b039-4e4e-4ae1-83e8-21c78c675a96']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:32.613152 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f90276c-1dd4-4361-a401-555bfd94da4b') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:32.613706 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f90276c-1dd4-4361-a401-555bfd94da4b') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:47:32.634725 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (1f90276c-1dd4-4361-a401-555bfd94da4b), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.659159 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (1f90276c-1dd4-4361-a401-555bfd94da4b), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.667620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:47:32.668128 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (1f90276c-1dd4-4361-a401-555bfd94da4b), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.695360 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 1f90276c-1dd4-4361-a401-555bfd94da4b resource provider aggregate not found Jul 11 14:47:32.740223 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 1f90276c-1dd4-4361-a401-555bfd94da4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f90276c-1dd4-4361-a401-555bfd94da4b found for delete ", "request_id": "req-cc8fa8cf-0290-4838-8d83-7a41e0666800"}]} Jul 11 14:47:32.764086 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (8679b039-4e4e-4ae1-83e8-21c78c675a96), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.784374 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:32.792053 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] 10.222.0.72 "DELETE /v2.0/networks/8679b039-4e4e-4ae1-83e8-21c78c675a96 HTTP/1.1" status: 204 len: 168 time: 0.9780476 Jul 11 14:47:32.792053 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e943b-b471-43bb-a55e-1374ffdf6f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=8679b039-4e4e-4ae1-83e8-21c78c675a96,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:33.006964 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 47e4f641-252a-43a2-9151-903a7559666b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:33.012987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47068) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:33.032690 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 47e4f641-252a-43a2-9151-903a7559666b {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:33.033572 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 47e4f641-252a-43a2-9151-903a7559666b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:33.034166 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4420e4a4-875b-48e7-aaa1-b31828a333df no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:47:33.048871 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:33.053745 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 4420e4a4-875b-48e7-aaa1-b31828a333df {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:47:33.054090 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4420e4a4-875b-48e7-aaa1-b31828a333df not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:47:33.069858 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-cc919ef3-af3d-42af-a866-b801c7b53fcc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1baa6ea2e19747d1af1e1042c362895d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552468 Jul 11 14:47:33.072410 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47070) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:33.131180 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9ba7-107f-4656-89ea-4b8b2806ddab admin admin] Publish callbacks [] for security_group (5bf1300e-a675-4b56-a877-716e2fd1d28c), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:33.156138 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9ba7-107f-4656-89ea-4b8b2806ddab admin admin] Publish callbacks [] for security_group (5bf1300e-a675-4b56-a877-716e2fd1d28c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:33.212176 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9ba7-107f-4656-89ea-4b8b2806ddab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (5bf1300e-a675-4b56-a877-716e2fd1d28c), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:33.215154 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9ba7-107f-4656-89ea-4b8b2806ddab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:33.216520 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-9a5f9ba7-107f-4656-89ea-4b8b2806ddab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bf1300e-a675-4b56-a877-716e2fd1d28c HTTP/1.1" status: 204 len: 168 time: 0.1429155 Jul 11 14:47:33.230395 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f9ba7-107f-4656-89ea-4b8b2806ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf1300e-a675-4b56-a877-716e2fd1d28c,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:34.776616 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47128) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:34.945671 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-68730001-244b-40a0-95d3-5d0e26084d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:34.976773 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:35.117650 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-68730001-244b-40a0-95d3-5d0e26084d3e admin admin] Publish callbacks [] for security_group (a444b380-a3ea-4b4a-9b56-10da69b8f67c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:35.122713 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-68730001-244b-40a0-95d3-5d0e26084d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (a444b380-a3ea-4b4a-9b56-10da69b8f67c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:35.202184 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-68730001-244b-40a0-95d3-5d0e26084d3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab6df275ee124e1a90efacdf16c6fa2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240246 Jul 11 14:47:35.204307 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68730001-244b-40a0-95d3-5d0e26084d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a444b380-a3ea-4b4a-9b56-10da69b8f67c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:35.205436 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47142) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:35.293915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:35.307206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9b531a16-8e3f-4959-b0a5-416aad1ae936 admin admin] Publish callbacks [] for security_group (a444b380-a3ea-4b4a-9b56-10da69b8f67c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:35.335485 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9b531a16-8e3f-4959-b0a5-416aad1ae936 admin admin] Publish callbacks [] for security_group (a444b380-a3ea-4b4a-9b56-10da69b8f67c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:35.395666 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9b531a16-8e3f-4959-b0a5-416aad1ae936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (a444b380-a3ea-4b4a-9b56-10da69b8f67c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:35.398359 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9b531a16-8e3f-4959-b0a5-416aad1ae936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:35.400117 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9b531a16-8e3f-4959-b0a5-416aad1ae936 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a444b380-a3ea-4b4a-9b56-10da69b8f67c HTTP/1.1" status: 204 len: 168 time: 0.1915228 Jul 11 14:47:35.414937 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b531a16-8e3f-4959-b0a5-416aad1ae936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a444b380-a3ea-4b4a-9b56-10da69b8f67c,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:38.305243 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:47:38.511186 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47224) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:38.658335 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9de26354-d3eb-4013-8ee4-aa87d696d458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:38.805523 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9de26354-d3eb-4013-8ee4-aa87d696d458 admin admin] Publish callbacks [] for security_group (31b3f1d1-a8d5-49d5-ad02-c531bffca29f), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:38.815502 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-9de26354-d3eb-4013-8ee4-aa87d696d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (31b3f1d1-a8d5-49d5-ad02-c531bffca29f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:38.866451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de26354-d3eb-4013-8ee4-aa87d696d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b3f1d1-a8d5-49d5-ad02-c531bffca29f,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:38.874933 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-9de26354-d3eb-4013-8ee4-aa87d696d458 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04e89378a1734f6c881e0e6234986a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585494 Jul 11 14:47:38.875349 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47238) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:38.975159 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03e6e814-823c-4956-8f89-9817a571823f admin admin] Publish callbacks [] for security_group (31b3f1d1-a8d5-49d5-ad02-c531bffca29f), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.023770 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03e6e814-823c-4956-8f89-9817a571823f admin admin] Publish callbacks [] for security_group (31b3f1d1-a8d5-49d5-ad02-c531bffca29f), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.107334 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03e6e814-823c-4956-8f89-9817a571823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (31b3f1d1-a8d5-49d5-ad02-c531bffca29f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.112794 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03e6e814-823c-4956-8f89-9817a571823f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.114765 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-03e6e814-823c-4956-8f89-9817a571823f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31b3f1d1-a8d5-49d5-ad02-c531bffca29f HTTP/1.1" status: 204 len: 168 time: 0.2371240 Jul 11 14:47:39.129082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6e814-823c-4956-8f89-9817a571823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b3f1d1-a8d5-49d5-ad02-c531bffca29f,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:39.522735 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47248) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:39.540098 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b014-4fd4-4e9a-aea8-291d6744c826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.604689 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:39.639177 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b014-4fd4-4e9a-aea8-291d6744c826 admin admin] Publish callbacks [] for security_group (04153aae-7870-434c-8eeb-ec488cc4b47a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.644146 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b014-4fd4-4e9a-aea8-291d6744c826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (04153aae-7870-434c-8eeb-ec488cc4b47a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.693043 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6b014-4fd4-4e9a-aea8-291d6744c826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04153aae-7870-434c-8eeb-ec488cc4b47a,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:39.698764 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f1a6b014-4fd4-4e9a-aea8-291d6744c826 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85f7503b5c774d39b1ce03f364e9104f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746206 Jul 11 14:47:39.702003 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47250) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:39.751075 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:39.764242 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa85b121-7044-4dea-9a7d-44726369d5b4 admin admin] Publish callbacks [] for security_group (04153aae-7870-434c-8eeb-ec488cc4b47a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.792219 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa85b121-7044-4dea-9a7d-44726369d5b4 admin admin] Publish callbacks [] for security_group (04153aae-7870-434c-8eeb-ec488cc4b47a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.867994 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa85b121-7044-4dea-9a7d-44726369d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (04153aae-7870-434c-8eeb-ec488cc4b47a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.872577 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa85b121-7044-4dea-9a7d-44726369d5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:39.874605 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-fa85b121-7044-4dea-9a7d-44726369d5b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04153aae-7870-434c-8eeb-ec488cc4b47a HTTP/1.1" status: 204 len: 168 time: 0.1711180 Jul 11 14:47:39.890214 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b121-7044-4dea-9a7d-44726369d5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04153aae-7870-434c-8eeb-ec488cc4b47a,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:40.482600 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=12 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:41.961202 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47306) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:42.102636 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8aff8839-9f4b-4444-a80e-da519b44f557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.175150 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:42.230321 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8aff8839-9f4b-4444-a80e-da519b44f557 admin admin] Publish callbacks [] for security_group (0949754b-0de1-413b-9b52-3283052dfe40), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.235574 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8aff8839-9f4b-4444-a80e-da519b44f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (0949754b-0de1-413b-9b52-3283052dfe40), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.280610 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8aff8839-9f4b-4444-a80e-da519b44f557 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a159e3b5a9d04537bdb2ff2bb379bbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179224 Jul 11 14:47:42.281271 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff8839-9f4b-4444-a80e-da519b44f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949754b-0de1-413b-9b52-3283052dfe40,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:42.284479 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47316) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:42.355580 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2002f2f4-8a63-4e13-afc3-4d97cd0c94c4 admin admin] Publish callbacks [] for security_group (0949754b-0de1-413b-9b52-3283052dfe40), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.382315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2002f2f4-8a63-4e13-afc3-4d97cd0c94c4 admin admin] Publish callbacks [] for security_group (0949754b-0de1-413b-9b52-3283052dfe40), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.438173 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2002f2f4-8a63-4e13-afc3-4d97cd0c94c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (0949754b-0de1-413b-9b52-3283052dfe40), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.441303 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2002f2f4-8a63-4e13-afc3-4d97cd0c94c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.442610 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2002f2f4-8a63-4e13-afc3-4d97cd0c94c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0949754b-0de1-413b-9b52-3283052dfe40 HTTP/1.1" status: 204 len: 168 time: 0.1571009 Jul 11 14:47:42.453791 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002f2f4-8a63-4e13-afc3-4d97cd0c94c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949754b-0de1-413b-9b52-3283052dfe40,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:42.807313 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47322) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:42.822485 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dc969945-6af5-4625-89f5-b6d76a44973a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.917568 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dc969945-6af5-4625-89f5-b6d76a44973a admin admin] Publish callbacks [] for security_group (f152e34a-94a0-4e9d-829f-078d5fce5f25), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.922305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dc969945-6af5-4625-89f5-b6d76a44973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f152e34a-94a0-4e9d-829f-078d5fce5f25), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:42.965956 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc969945-6af5-4625-89f5-b6d76a44973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f152e34a-94a0-4e9d-829f-078d5fce5f25,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:42.970951 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-dc969945-6af5-4625-89f5-b6d76a44973a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd13babe04ab4a949cdb7153870872cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625431 Jul 11 14:47:42.973462 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47324) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:43.034007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-05ec87ca-d311-42a5-bdc8-de25c12e93a9 admin admin] Publish callbacks [] for security_group (f152e34a-94a0-4e9d-829f-078d5fce5f25), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:43.065432 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-05ec87ca-d311-42a5-bdc8-de25c12e93a9 admin admin] Publish callbacks [] for security_group (f152e34a-94a0-4e9d-829f-078d5fce5f25), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:43.124588 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-05ec87ca-d311-42a5-bdc8-de25c12e93a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f152e34a-94a0-4e9d-829f-078d5fce5f25), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:43.127397 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-05ec87ca-d311-42a5-bdc8-de25c12e93a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:43.128859 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-05ec87ca-d311-42a5-bdc8-de25c12e93a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f152e34a-94a0-4e9d-829f-078d5fce5f25 HTTP/1.1" status: 204 len: 168 time: 0.1543069 Jul 11 14:47:43.140330 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec87ca-d311-42a5-bdc8-de25c12e93a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f152e34a-94a0-4e9d-829f-078d5fce5f25,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:44.690206 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-12bdfe39-e78e-4544-a699-f21cb9b292a3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075789476&fields=id&tenant_id=3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 267 time: 0.1186702 Jul 11 14:47:44.853566 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-c3f660a0-64ab-474b-90c3-48515d62fd18 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:44.856267 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-c3f660a0-64ab-474b-90c3-48515d62fd18 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 811 time: 0.1566319 Jul 11 14:47:44.880218 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-e9b7f6a7-41bc-4620-a680-613ced579f1a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/quotas/3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 375 time: 0.0176768 Jul 11 14:47:44.963777 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-a0b71a64-8c2d-406d-aff2-fae0e454a339 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772223 Jul 11 14:47:45.062103 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:45.088251 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-76986887-534d-44db-99c9-f1937ec386e8 service neutron] 10.222.0.72 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108892 Jul 11 14:47:45.205938 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-5dc1013f-243a-4f11-8938-5530e635a24a service neutron] 10.222.0.72 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064091 Jul 11 14:47:45.680137 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-722e8eba-0518-41aa-8d7d-739b192628a1 req-639f657e-e5db-4792-86a5-361bf45c687f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 210 time: 0.0543807 Jul 11 14:47:45.725593 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47422) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:45.925402 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a79e5dad-1be6-40a8-853c-bd7faf4f9939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:45.966303 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:46.119259 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a79e5dad-1be6-40a8-853c-bd7faf4f9939 admin admin] Publish callbacks [] for security_group (5988795a-e99d-4918-90d3-eeabae96986b), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.129147 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a79e5dad-1be6-40a8-853c-bd7faf4f9939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (5988795a-e99d-4918-90d3-eeabae96986b), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.153802 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47438) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:46.196842 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:46.220415 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a79e5dad-1be6-40a8-853c-bd7faf4f9939 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c34eea795dfb4e01baf737993fb4a140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892809 Jul 11 14:47:46.220592 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47446) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:46.229560 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e5dad-1be6-40a8-853c-bd7faf4f9939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5988795a-e99d-4918-90d3-eeabae96986b,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:46.317572 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a9afe78-8846-4157-856e-4b30beded69c admin admin] Publish callbacks [] for security_group (5988795a-e99d-4918-90d3-eeabae96986b), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.353412 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-52259ec3-3d97-45f8-aba8-4b5a696128cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.371540 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a9afe78-8846-4157-856e-4b30beded69c admin admin] Publish callbacks [] for security_group (5988795a-e99d-4918-90d3-eeabae96986b), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.396701 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:46.483411 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a9afe78-8846-4157-856e-4b30beded69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (5988795a-e99d-4918-90d3-eeabae96986b), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.486321 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6a9afe78-8846-4157-856e-4b30beded69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.487403 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-6a9afe78-8846-4157-856e-4b30beded69c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5988795a-e99d-4918-90d3-eeabae96986b HTTP/1.1" status: 204 len: 168 time: 0.2654588 Jul 11 14:47:46.509415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-52259ec3-3d97-45f8-aba8-4b5a696128cb admin admin] Publish callbacks [] for security_group (c91167ae-04da-4702-9599-97e1795d3a0f), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.510923 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9afe78-8846-4157-856e-4b30beded69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988795a-e99d-4918-90d3-eeabae96986b,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:46.516115 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-52259ec3-3d97-45f8-aba8-4b5a696128cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c91167ae-04da-4702-9599-97e1795d3a0f), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.598024 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-52259ec3-3d97-45f8-aba8-4b5a696128cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=886e243aa71042c0b11a4444878c600a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394693 Jul 11 14:47:46.599954 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259ec3-3d97-45f8-aba8-4b5a696128cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91167ae-04da-4702-9599-97e1795d3a0f,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:46.601950 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47450) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:46.699602 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa21d8f8-8773-4f26-94fd-bab32c4368e3 admin admin] Publish callbacks [] for security_group (c91167ae-04da-4702-9599-97e1795d3a0f), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.752027 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa21d8f8-8773-4f26-94fd-bab32c4368e3 admin admin] Publish callbacks [] for security_group (c91167ae-04da-4702-9599-97e1795d3a0f), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.797674 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b1af2536-f7cf-4a94-a0f7-f6d92c277c02 req-02ebc0ec-7d0c-4718-a6d4-0d05070aeac2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 210 time: 0.0466630 Jul 11 14:47:46.847915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa21d8f8-8773-4f26-94fd-bab32c4368e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c91167ae-04da-4702-9599-97e1795d3a0f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.853332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fa21d8f8-8773-4f26-94fd-bab32c4368e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.858810 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-fa21d8f8-8773-4f26-94fd-bab32c4368e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c91167ae-04da-4702-9599-97e1795d3a0f HTTP/1.1" status: 204 len: 168 time: 0.2517314 Jul 11 14:47:46.869422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21d8f8-8773-4f26-94fd-bab32c4368e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91167ae-04da-4702-9599-97e1795d3a0f,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:46.966373 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47458) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:46.981514 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ce3755f2-9d1b-43fc-9526-9f3ad64d0b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:46.994129 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:47.077126 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ce3755f2-9d1b-43fc-9526-9f3ad64d0b1a admin admin] Publish callbacks [] for security_group (f3813ae2-8d2c-4987-96b0-b4d6cc27103a), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:47.081720 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ce3755f2-9d1b-43fc-9526-9f3ad64d0b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f3813ae2-8d2c-4987-96b0-b4d6cc27103a), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:47.129488 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ce3755f2-9d1b-43fc-9526-9f3ad64d0b1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=521b1b261bbc4180a2ba36e2ef64c772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574202 Jul 11 14:47:47.129488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3755f2-9d1b-43fc-9526-9f3ad64d0b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3813ae2-8d2c-4987-96b0-b4d6cc27103a,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:47.129836 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47462) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:47:47.198148 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb653-bd6c-450d-a34a-e764e1787a19 admin admin] Publish callbacks [] for security_group (f3813ae2-8d2c-4987-96b0-b4d6cc27103a), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:47.225111 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb653-bd6c-450d-a34a-e764e1787a19 admin admin] Publish callbacks [] for security_group (f3813ae2-8d2c-4987-96b0-b4d6cc27103a), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:47.299061 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb653-bd6c-450d-a34a-e764e1787a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f3813ae2-8d2c-4987-96b0-b4d6cc27103a), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:47.301718 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb653-bd6c-450d-a34a-e764e1787a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:47.302938 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-dc6eb653-bd6c-450d-a34a-e764e1787a19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3813ae2-8d2c-4987-96b0-b4d6cc27103a HTTP/1.1" status: 204 len: 168 time: 0.1722169 Jul 11 14:47:47.313244 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eb653-bd6c-450d-a34a-e764e1787a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3813ae2-8d2c-4987-96b0-b4d6cc27103a,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:47.957048 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d510a0da-9735-49f1-8817-4610d4bfa34d req-65762420-891c-49ee-9de5-df1e8d34d72c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 210 time: 0.0456409 Jul 11 14:47:49.073116 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-425f3938-23e7-4b0f-b5e8-5a0fad36e70e req-838a8018-0db7-41aa-9bc8-c2087a0cd3ad tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 210 time: 0.0321414 Jul 11 14:47:49.723742 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-6ae6db7e-0ca8-4d4f-9d75-26cbaea13201 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:49.726472 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-6ae6db7e-0ca8-4d4f-9d75-26cbaea13201 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 811 time: 0.2252142 Jul 11 14:47:49.849266 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-7263f267-10d0-4b89-98d1-9505fd32709f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d541b7a72dc4b4494a42bda6fa75026 HTTP/1.1" status: 200 len: 380 time: 0.1101339 Jul 11 14:47:49.866987 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'port': {'device_id': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'admin_state_up': True, 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'security_groups': ['49e6c7b4-1580-4038-901b-087322dd7a61']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:47:50.063447 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Made reservation on behalf of 3d541b7a72dc4b4494a42bda6fa75026 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:47:50.069245 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:50.282038 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d6e545e2-aa26-4b4b-b982-f6109d2e29a0 req-0c69ddc8-2ecc-4302-b589-10a4f12d3226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 210 time: 0.0722489 Jul 11 14:47:50.316793 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Allocated IP 172.20.0.3 (e7191ae9-3a75-447f-ae05-2827e78eae91/d31e658e-355f-4ad7-9cf1-9c5cec40f92e/e9f1af2a-fec1-4461-bf84-aca44600c87d) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:47:50.529729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:50.582942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:50.642591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:50.702861 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Network e7191ae9-3a75-447f-ae05-2827e78eae91 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:47:50.706513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:47:50.711125 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:50.712300 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:47:50.720570 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=e9f1af2a-fec1-4461-bf84-aca44600c87d,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:50.779030 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:50.780094 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:50.805318 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-bb7470ee-b255-4213-b3e8-1cb8f0fce6cc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479666 Jul 11 14:47:50.983288 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:50.990409 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-432c0722-db4f-4a8c-b972-21b75f5125dd None None] Provisioning complete for port e9f1af2a-fec1-4461-bf84-aca44600c87d triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:47:50.990868 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-432c0722-db4f-4a8c-b972-21b75f5125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:51.030584 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-432c0722-db4f-4a8c-b972-21b75f5125dd None None] Port e9f1af2a-fec1-4461-bf84-aca44600c87d cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:47:51.442292 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732bcd5-2621-45b5-8e01-326709cc6edd req-07fa56f2-5b65-4235-ba24-903bd19e8170 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:51.443912 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1732bcd5-2621-45b5-8e01-326709cc6edd req-07fa56f2-5b65-4235-ba24-903bd19e8170 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 931 time: 0.0583084 Jul 11 14:47:51.503375 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1732bcd5-2621-45b5-8e01-326709cc6edd req-c2500653-2139-45e6-af59-e0da9b7be322 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530083 Jul 11 14:47:52.024803 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Request body: {'port': {'device_id': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:47:52.091714 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.397627 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f1af2a-fec1-4461-bf84-aca44600c87d {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:47:52.408394 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Publish callbacks [] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.423667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Transition to ACTIVE for port object e9f1af2a-fec1-4461-bf84-aca44600c87d will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:47:52.428930 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.490544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f1af2a-fec1-4461-bf84-aca44600c87d,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:52.614753 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Attempting to bind port e9f1af2a-fec1-4461-bf84-aca44600c87d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:47:52.615219 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Attempting to bind port e9f1af2a-fec1-4461-bf84-aca44600c87d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:47:52.615677 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Attempting to bind port e9f1af2a-fec1-4461-bf84-aca44600c87d on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:47:52.649942 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Port e9f1af2a-fec1-4461-bf84-aca44600c87d on network e7191ae9-3a75-447f-ae05-2827e78eae91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:47:52.650273 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Attempting to bind port e9f1af2a-fec1-4461-bf84-aca44600c87d on network e7191ae9-3a75-447f-ae05-2827e78eae91 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:47:52.669948 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:47:52.670998 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Checking segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:47:52.671615 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Bound using segment: {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:47:52.672350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Bound port: e9f1af2a-fec1-4461-bf84-aca44600c87d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e09f0-7a12-44ac-8ff7-5a2279ab3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:47:52.673089 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.683999 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae341-b0c9-40f0-baaf-24b508e8dd29 req-109bff04-27a4-4fdf-94a6-51d4a477a698 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:52.685971 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-75eae341-b0c9-40f0-baaf-24b508e8dd29 req-109bff04-27a4-4fdf-94a6-51d4a477a698 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0916672 Jul 11 14:47:52.758200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-6f91e835-e584-4bed-bcd6-789284946f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.806197 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:52.820693 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-75eae341-b0c9-40f0-baaf-24b508e8dd29 req-0d2be50b-ab7f-4408-a9c3-0a799877aadc tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210570 Jul 11 14:47:52.829856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] For port e9f1af2a-fec1-4461-bf84-aca44600c87d, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:47:52.837089 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] For port e9f1af2a-fec1-4461-bf84-aca44600c87d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:47:52.847495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.896865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:52.897478 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:52.899023 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9f1af2a-fec1-4461-bf84-aca44600c87d HTTP/1.1" status: 200 len: 1093 time: 0.8787134 Jul 11 14:47:52.899515 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:47:52.901889 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d7cbc-aefa-4feb-91bd-358dde648f28" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:47:52.926639 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ceed7-92da-42b8-bfdf-7e31ae075a11 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f1af2a-fec1-4461-bf84-aca44600c87d,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:47:52.953392 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3de7ba-1231-4af3-9261-48ed0f2c9db4 x-openstack-request-id: req-6d3de7ba-1231-4af3-9261-48ed0f2c9db4 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:47:52.953671 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:47:52.953941 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d3de7ba-1231-4af3-9261-48ed0f2c9db4 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:47:52.954924 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3de7ba-1231-4af3-9261-48ed0f2c9db4'] response: {'name': 'network-changed', 'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'status': 'completed', 'code': 200} Jul 11 14:47:53.050640 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d7cbc-aefa-4feb-91bd-358dde648f28 req-1b3d3be8-cc1c-48ac-b3c4-c9648107488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:53.052633 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-713d7cbc-aefa-4feb-91bd-358dde648f28 req-1b3d3be8-cc1c-48ac-b3c4-c9648107488a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 1127 time: 0.0571089 Jul 11 14:47:53.100216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:53.192460 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d7cbc-aefa-4feb-91bd-358dde648f28 req-76a3f4f3-4b6c-44bc-bac2-08e8b32ee5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:53.194924 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-713d7cbc-aefa-4feb-91bd-358dde648f28 req-76a3f4f3-4b6c-44bc-bac2-08e8b32ee5bb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1335897 Jul 11 14:47:53.559916 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d7cbc-aefa-4feb-91bd-358dde648f28 req-8c9be1c6-0403-45f4-94ca-6338a714d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:53.561454 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-713d7cbc-aefa-4feb-91bd-358dde648f28 req-8c9be1c6-0403-45f4-94ca-6338a714d751 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3607991 Jul 11 14:47:53.960182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d80813-c4b0-4d64-8182-bb601f4e3c29 req-be789144-628a-4fc9-901a-5acca405f270 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:53.961662 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e2d80813-c4b0-4d64-8182-bb601f4e3c29 req-be789144-628a-4fc9-901a-5acca405f270 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0533044 Jul 11 14:47:54.026576 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e2d80813-c4b0-4d64-8182-bb601f4e3c29 req-eeaf3125-00e4-4f78-a910-a90c22665737 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547216 Jul 11 14:47:55.155747 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2b5b7-a28e-4a6c-a335-80d7ca637266 req-dc00baad-2e16-49d3-b2b2-3479917c9d04 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:55.157950 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0fb2b5b7-a28e-4a6c-a335-80d7ca637266 req-dc00baad-2e16-49d3-b2b2-3479917c9d04 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0532362 Jul 11 14:47:55.219329 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0fb2b5b7-a28e-4a6c-a335-80d7ca637266 req-8fb4a8ef-ab10-493a-a233-cbf82280fc41 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509479 Jul 11 14:47:55.340450 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=7 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:55.356537 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:47:55.401416 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4b33d361-c9ab-438a-bae1-576c98c731fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:56.308716 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-102ffccf-527d-47ed-9d02-f26318c39180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:56.311610 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-102ffccf-527d-47ed-9d02-f26318c39180 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 1127 time: 0.0625050 Jul 11 14:47:56.440703 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-b0b66590-8a87-45ac-8ff9-90e3ccd1f7aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d HTTP/1.1" status: 200 len: 217 time: 0.1172502 Jul 11 14:47:56.526028 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348d437-96f2-4207-b6fe-1da8f036e5ca req-30163826-640c-443f-84c3-07157114f5f7 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:56.528772 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9348d437-96f2-4207-b6fe-1da8f036e5ca req-30163826-640c-443f-84c3-07157114f5f7 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.2084363 Jul 11 14:47:56.595029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-b02c39a0-43a7-4e1e-82e8-3bc64654c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:56.597508 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-b02c39a0-43a7-4e1e-82e8-3bc64654c033 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.1467848 Jul 11 14:47:56.705925 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9348d437-96f2-4207-b6fe-1da8f036e5ca req-68d98c7c-3f67-402b-b8b7-91dd31d63b61 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692932 Jul 11 14:47:56.713490 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f61-af0e-484c-8772-ad57302bb893 req-34691f28-7344-4135-b524-620cf868f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:56.716051 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-34691f28-7344-4135-b524-620cf868f323 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064436 Jul 11 14:47:57.069244 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:57.671156 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-61769b54-4f5c-4862-8584-5a20d312cfb0 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025610 Jul 11 14:47:57.903925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c76cb-89c0-4468-893d-ebd18de5dd80 req-264b46aa-704c-441c-85ea-26d6c670470b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:57.906066 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6f4c76cb-89c0-4468-893d-ebd18de5dd80 req-264b46aa-704c-441c-85ea-26d6c670470b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0575795 Jul 11 14:47:57.967494 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6f4c76cb-89c0-4468-893d-ebd18de5dd80 req-5ae3f5ef-d32a-45c2-9d0f-001b20696efa tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546391 Jul 11 14:47:58.336166 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:58.523834 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:47:58.533209 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-780e1f61-af0e-484c-8772-ad57302bb893 req-4ffe77c9-0694-43d7-b760-634623024784 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231582 Jul 11 14:47:59.096731 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf93ba8-59c3-4a33-a30b-220c72279863 req-5b516c56-3a03-467b-84d0-9554d09ccae5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:47:59.098497 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4cf93ba8-59c3-4a33-a30b-220c72279863 req-5b516c56-3a03-467b-84d0-9554d09ccae5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0530167 Jul 11 14:47:59.154715 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4cf93ba8-59c3-4a33-a30b-220c72279863 req-e50e9b0f-8010-4706-8b67-07afa446f8f4 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502925 Jul 11 14:48:00.239037 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:00.280963 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a185a-b14d-4d00-bdee-920e2b6a891c req-dfa98145-8751-455f-9a95-c30b156374a3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:00.283165 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d01a185a-b14d-4d00-bdee-920e2b6a891c req-dfa98145-8751-455f-9a95-c30b156374a3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0551293 Jul 11 14:48:00.342274 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d01a185a-b14d-4d00-bdee-920e2b6a891c req-1046878c-e704-407f-915f-7ec99b2b0e40 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487533 Jul 11 14:48:01.473022 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb92df6-0c71-45e8-ba38-a2f3df6e0dcc req-b8192720-60bf-4fc1-8389-70a715c130b0 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:01.474736 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-abb92df6-0c71-45e8-ba38-a2f3df6e0dcc req-b8192720-60bf-4fc1-8389-70a715c130b0 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0573089 Jul 11 14:48:01.503212 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:01.530908 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-abb92df6-0c71-45e8-ba38-a2f3df6e0dcc req-4b3c0df3-54c8-4958-a22c-36763e8f1298 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499723 Jul 11 14:48:02.670037 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c1d7-2451-4e6a-ad02-b38a8971ab5d req-2e8be11f-a88b-43c4-b70a-c74ee4a633f2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:02.672201 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d5f2c1d7-2451-4e6a-ad02-b38a8971ab5d req-2e8be11f-a88b-43c4-b70a-c74ee4a633f2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0661986 Jul 11 14:48:02.739367 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d5f2c1d7-2451-4e6a-ad02-b38a8971ab5d req-1155eefd-83f7-4f3a-ba74-2f6f54ee5bff tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560722 Jul 11 14:48:03.888354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b980-e5ad-488f-a812-1446c5b27e8c req-1eb633ec-d081-4a1d-a846-c23ce01e5aa9 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:03.891148 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d069b980-e5ad-488f-a812-1446c5b27e8c req-1eb633ec-d081-4a1d-a846-c23ce01e5aa9 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0627024 Jul 11 14:48:03.979292 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d069b980-e5ad-488f-a812-1446c5b27e8c req-f1e18a28-57ae-4cf3-9b24-4fc453923748 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807297 Jul 11 14:48:05.118119 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e893b-392d-47b7-9bd3-159efeeb5859 req-b133b7b0-8476-479e-bd11-fa6e792057f9 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:05.120879 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab1e893b-392d-47b7-9bd3-159efeeb5859 req-b133b7b0-8476-479e-bd11-fa6e792057f9 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0633049 Jul 11 14:48:05.210823 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-ab1e893b-392d-47b7-9bd3-159efeeb5859 req-3a2d8e78-2035-4c6c-98e3-55b52212c32f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824516 Jul 11 14:48:06.370911 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95065f19-3b55-446e-806e-3c0113dbfdba req-7ae1f69d-feb3-41cf-b15e-b4d75cb2cf82 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:06.373433 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-95065f19-3b55-446e-806e-3c0113dbfdba req-7ae1f69d-feb3-41cf-b15e-b4d75cb2cf82 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0786822 Jul 11 14:48:06.410192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:06.442256 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-95065f19-3b55-446e-806e-3c0113dbfdba req-99961db5-07fe-44b1-8066-563e587e1246 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575180 Jul 11 14:48:07.601295 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3568a-a7c8-458c-8f16-458105a2582f req-540ee12f-8dd9-4f56-aa87-acbe97cd9866 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:07.603984 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0ce3568a-a7c8-458c-8f16-458105a2582f req-540ee12f-8dd9-4f56-aa87-acbe97cd9866 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0703528 Jul 11 14:48:07.660428 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0ce3568a-a7c8-458c-8f16-458105a2582f req-92cc8036-43ae-4001-b300-5344c32412ef tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506306 Jul 11 14:48:08.501607 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:08.516880 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:08.825337 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fad9e6-c948-4a04-b05c-4f120fed7f10 req-e0be25f7-651c-4a68-a44c-3dfaa46ebc81 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:08.827999 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-95fad9e6-c948-4a04-b05c-4f120fed7f10 req-e0be25f7-651c-4a68-a44c-3dfaa46ebc81 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0834677 Jul 11 14:48:08.896546 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-95fad9e6-c948-4a04-b05c-4f120fed7f10 req-0dd9095d-583d-48ac-be72-620607713b4f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616870 Jul 11 14:48:10.023912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:10.054007 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3df7-e397-4e9b-baff-587912c51432 req-23994779-2939-4248-b0ec-d0f1849ea75e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:10.056820 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e15b3df7-e397-4e9b-baff-587912c51432 req-23994779-2939-4248-b0ec-d0f1849ea75e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0753019 Jul 11 14:48:10.115313 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e15b3df7-e397-4e9b-baff-587912c51432 req-e92179fa-0831-49a2-bd62-799101aba3ff tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521090 Jul 11 14:48:11.237035 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1908ff-6ee5-428e-8f49-86e80ef19d84 req-a0bb5de2-0f0c-493e-9a0a-fff8221e3770 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:11.238695 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3c1908ff-6ee5-428e-8f49-86e80ef19d84 req-a0bb5de2-0f0c-493e-9a0a-fff8221e3770 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0511115 Jul 11 14:48:11.292146 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3c1908ff-6ee5-428e-8f49-86e80ef19d84 req-cdad8659-1c86-4740-ae71-499f5149cc91 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476122 Jul 11 14:48:12.477202 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ccd4f-75cc-4179-87fb-9d717eaea109 req-da05c8d1-a96d-4602-b203-f6a2d2cfb74f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:12.480518 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-194ccd4f-75cc-4179-87fb-9d717eaea109 req-da05c8d1-a96d-4602-b203-f6a2d2cfb74f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0892646 Jul 11 14:48:12.579827 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-194ccd4f-75cc-4179-87fb-9d717eaea109 req-7760c2d6-71fe-4969-b13d-b4f988252208 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908616 Jul 11 14:48:12.785073 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c2641-aa41-4652-8bc1-b9ac3cfb5d31 req-10c47580-f5ad-42eb-a900-1d9dac3d089f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:12.787411 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8e2c2641-aa41-4652-8bc1-b9ac3cfb5d31 req-10c47580-f5ad-42eb-a900-1d9dac3d089f tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0584166 Jul 11 14:48:12.846570 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8e2c2641-aa41-4652-8bc1-b9ac3cfb5d31 req-2306e4d9-89a1-4aa3-ac10-f867a22c648b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484827 Jul 11 14:48:13.741443 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093e34-6055-43d0-9621-453d137239e6 req-c7119867-3669-4da1-b441-76a4dd4ab883 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:13.743147 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2f093e34-6055-43d0-9621-453d137239e6 req-c7119867-3669-4da1-b441-76a4dd4ab883 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0607438 Jul 11 14:48:13.807990 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-2f093e34-6055-43d0-9621-453d137239e6 req-9882a724-3691-40fb-90fa-92e419faf648 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587285 Jul 11 14:48:14.003439 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f8a6-8552-4a85-b99f-f2c4a2146591 req-e06264b4-54e1-484f-a270-8a727292c349 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:14.005098 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2362f8a6-8552-4a85-b99f-f2c4a2146591 req-e06264b4-54e1-484f-a270-8a727292c349 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0584042 Jul 11 14:48:14.096609 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2362f8a6-8552-4a85-b99f-f2c4a2146591 req-fd836c81-31ca-4f41-8717-69158626d028 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b479bbb-cb46-420e-a7ae-9b730a2d7094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762870 Jul 11 14:48:14.197435 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-250cad6e-f31a-4b88-a322-36a3a8cdb060 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:14.199901 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-250cad6e-f31a-4b88-a322-36a3a8cdb060 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 946 time: 0.0928297 Jul 11 14:48:14.331755 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Deleting port 35522aa1-427b-4c21-88e8-ce45535459a0 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:14.332369 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:14.498304 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] For port 35522aa1-427b-4c21-88e8-ce45535459a0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35522aa1-427b-4c21-88e8-ce45535459a0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:14.498872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:14.639544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:14.745806 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:14.746175 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (de917294-6ff2-46f6-a58c-370f4bc40066), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:14.746587 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Floating IP de917294-6ff2-46f6-a58c-370f4bc40066 disassociated. External IP: 172.37.1.175, port: 35522aa1-427b-4c21-88e8-ce45535459a0. Jul 11 14:48:14.747240 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Calling delete_port for 35522aa1-427b-4c21-88e8-ce45535459a0 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:14.909133 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:14.938612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (35522aa1-427b-4c21-88e8-ce45535459a0), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:14.971235 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event deleted for resources: {'Port': ['ID=35522aa1-427b-4c21-88e8-ce45535459a0,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:14.979362 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497057-8130-4498-88f8-5e02e11326c5 req-97505f68-0cab-444e-a176-480220c12a1f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:14.980983 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-84497057-8130-4498-88f8-5e02e11326c5 req-97505f68-0cab-444e-a176-480220c12a1f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0732193 Jul 11 14:48:14.985813 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.986166 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.986527 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.987037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.987571 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.988079 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.989540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.989540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.989540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.989540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.990266 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.990266 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.990613 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.990853 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:14.991358 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:15.050581 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-84497057-8130-4498-88f8-5e02e11326c5 req-647e2b01-7886-4ca6-a6d3-a58b9b886819 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572593 Jul 11 14:48:15.107576 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:15.146026 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:48:15.225626 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5be7cb9-906a-41a5-84d6-3e43fdad891b req-0a086115-4571-4505-8388-07861e24db9c tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/ports?device_id=43772fe7-b391-4878-bbea-658602d822ad HTTP/1.1" status: 200 len: 210 time: 0.0347316 Jul 11 14:48:15.285378 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:48:15.295784 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:48:15.305688 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:48:15.308988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:48:15.309692 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:47:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:15.333936 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] No DVR routers for this DVR port 35522aa1-427b-4c21-88e8-ce45535459a0 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:48:15.336965 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:15.340379 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-e3d83f79-b0d0-4779-97f5-d547c0467347 req-0dc98815-1746-46b3-a1f7-969c43fdfc76 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.36 "DELETE /v2.0/ports/35522aa1-427b-4c21-88e8-ce45535459a0 HTTP/1.1" status: 204 len: 173 time: 1.1334801 Jul 11 14:48:15.340861 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-deleted', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:15.343378 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374c77c-d2fa-4f3c-9b75-af8ba23d8ea1" -d '{"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-deleted", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:15.386674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3ac41-70ec-4638-8f19-05b178f40a86 x-openstack-request-id: req-b9d3ac41-70ec-4638-8f19-05b178f40a86 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:15.387201 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43772fe7-b391-4878-bbea-658602d822ad", "name": "network-vif-deleted", "tag": "35522aa1-427b-4c21-88e8-ce45535459a0", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:15.388100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b9d3ac41-70ec-4638-8f19-05b178f40a86 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:15.388613 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d3ac41-70ec-4638-8f19-05b178f40a86'] response: {'server_uuid': '43772fe7-b391-4878-bbea-658602d822ad', 'name': 'network-vif-deleted', 'tag': '35522aa1-427b-4c21-88e8-ce45535459a0', 'status': 'completed', 'code': 200} Jul 11 14:48:15.473922 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:48:15.799792 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:15.829261 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:48:15.841033 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:48:15.841960 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:47:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:15.981034 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:48:16.227688 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:16.240851 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a87a5-b9e1-4d99-8a04-fec0d8ed7bc8 req-c000f449-846f-4bec-b692-07064ed18bcd tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:16.242628 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d60a87a5-b9e1-4d99-8a04-fec0d8ed7bc8 req-c000f449-846f-4bec-b692-07064ed18bcd tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0741656 Jul 11 14:48:16.323879 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d60a87a5-b9e1-4d99-8a04-fec0d8ed7bc8 req-d7831dfb-e552-4ddb-a2f1-3047aa245a0a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750608 Jul 11 14:48:16.360825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47908) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:16.399971 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803d2d3-0932-42dc-95ef-cda6db815658 None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:40:23Z', 'revision_number': 4, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '16a47119-a7ee-4ede-a824-49d9b98dd3f0', 'name': '', 'network_id': '164cf2a3-5444-4c03-8807-160bd45f2610', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'mac_address': 'fa:16:3e:29:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:20Z', 'updated_at': '2022-07-11T14:40:44Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'subnets': [{'id': '9d058d68-c8d2-4ff9-a2d7-12a68ae27274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:48:16.431825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (4b479bbb-cb46-420e-a7ae-9b730a2d7094), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.466787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (4b479bbb-cb46-420e-a7ae-9b730a2d7094), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.532251 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (4b479bbb-cb46-420e-a7ae-9b730a2d7094), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.535123 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.536388 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "DELETE /v2.0/security-groups/4b479bbb-cb46-420e-a7ae-9b730a2d7094 HTTP/1.1" status: 204 len: 168 time: 0.1729410 Jul 11 14:48:16.539780 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47910) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:16.546840 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b479bbb-cb46-420e-a7ae-9b730a2d7094,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:16.554664 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.555008 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.555372 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.555703 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.556113 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.556404 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.556997 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.557309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.557628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.557949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.558272 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.558651 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.558939 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.559256 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.559571 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e0809-61cf-4ea4-92ed-22d1e581380d tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:16.571690 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.api.v2.resource [None req-0e54dd58-781c-49dc-925c-772190527f17 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] show failed (client error): The resource could not be found. Jul 11 14:48:16.573408 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0e54dd58-781c-49dc-925c-772190527f17 tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "GET /v2.0/security-groups/4b479bbb-cb46-420e-a7ae-9b730a2d7094 HTTP/1.1" status: 404 len: 347 time: 0.0316141 Jul 11 14:48:16.577591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47912) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:16.717162 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdcdb20-4982-4c4f-87e5-ea14f79419c2 None None] New status for floating IP de917294-6ff2-46f6-a58c-370f4bc40066: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:48:16.744338 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Deleting port f02e2dc3-19ab-4075-a903-f6cf202965b4 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:16.744679 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.849953 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.850674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (f02e2dc3-19ab-4075-a903-f6cf202965b4), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:16.874289 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Calling delete_port for f02e2dc3-19ab-4075-a903-f6cf202965b4 owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:16.988711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:17.080523 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (f02e2dc3-19ab-4075-a903-f6cf202965b4), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.107368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Pushing event deleted for resources: {'Port': ['ID=f02e2dc3-19ab-4075-a903-f6cf202965b4,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:17.194543 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks [] for floatingip (de917294-6ff2-46f6-a58c-370f4bc40066), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.197397 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.199007 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b706bb0e-df7b-4dc3-9dc0-343da400ac4b tempest-AttachVolumeShelveTestJSON-1618811608 tempest-AttachVolumeShelveTestJSON-1618811608-project] 10.222.0.72 "DELETE /v2.0/floatingips/de917294-6ff2-46f6-a58c-370f4bc40066 HTTP/1.1" status: 204 len: 168 time: 0.6191392 Jul 11 14:48:17.204034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47924) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:17.388604 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-65123187-78a9-455c-80a2-9e0546d3b3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.473171 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:17.492538 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9245c0-3f69-411e-8611-334eeb3b4b2a req-f9dd3506-d3ec-4c93-b836-fe564c1853b6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:17.494150 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fa9245c0-3f69-411e-8611-334eeb3b4b2a req-f9dd3506-d3ec-4c93-b836-fe564c1853b6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0622528 Jul 11 14:48:17.504602 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-65123187-78a9-455c-80a2-9e0546d3b3ee admin admin] Publish callbacks [] for security_group (cf5a662b-f906-48cc-90ae-a16d6c5e0aca), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.510811 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-65123187-78a9-455c-80a2-9e0546d3b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (cf5a662b-f906-48cc-90ae-a16d6c5e0aca), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.546234 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:17.552296 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fa9245c0-3f69-411e-8611-334eeb3b4b2a req-166d61bd-2418-4d3a-a123-fedadfad094b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Jul 11 14:48:17.564657 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-65123187-78a9-455c-80a2-9e0546d3b3ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94742fdcd5e14980b5055367ad97611f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591967 Jul 11 14:48:17.566377 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65123187-78a9-455c-80a2-9e0546d3b3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a662b-f906-48cc-90ae-a16d6c5e0aca,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:17.567200 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47934) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:17.625823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b668953f-f0ed-4df4-96d2-231395abc5e4 admin admin] Publish callbacks [] for security_group (cf5a662b-f906-48cc-90ae-a16d6c5e0aca), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.653085 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b668953f-f0ed-4df4-96d2-231395abc5e4 admin admin] Publish callbacks [] for security_group (cf5a662b-f906-48cc-90ae-a16d6c5e0aca), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.720008 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b668953f-f0ed-4df4-96d2-231395abc5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (cf5a662b-f906-48cc-90ae-a16d6c5e0aca), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.722818 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b668953f-f0ed-4df4-96d2-231395abc5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:17.724009 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b668953f-f0ed-4df4-96d2-231395abc5e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf5a662b-f906-48cc-90ae-a16d6c5e0aca HTTP/1.1" status: 204 len: 168 time: 0.1558273 Jul 11 14:48:17.732636 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668953f-f0ed-4df4-96d2-231395abc5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a662b-f906-48cc-90ae-a16d6c5e0aca,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:18.678376 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7c67-07b0-4f16-9dcd-71202d026000 req-1f6f9bfd-e87f-44f2-8e4d-e957fbec258a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:18.680229 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fdad7c67-07b0-4f16-9dcd-71202d026000 req-1f6f9bfd-e87f-44f2-8e4d-e957fbec258a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0527220 Jul 11 14:48:18.736214 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fdad7c67-07b0-4f16-9dcd-71202d026000 req-653f4b07-08de-48d0-aa38-d48ccf7d9644 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498924 Jul 11 14:48:19.074756 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:48:19.096874 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 35522aa1-427b-4c21-88e8-ce45535459a0 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:48:19.097209 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 35522aa1-427b-4c21-88e8-ce45535459a0 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:48:19.683329 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47964) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:19.844358 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f9932da-b69d-4e37-94de-12f30274865c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:19.894070 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5759cee-5a30-4d8c-b4c5-c78005a9366c req-b966b876-4176-41df-8aa0-dd3c923647fa tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:19.895678 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b5759cee-5a30-4d8c-b4c5-c78005a9366c req-b966b876-4176-41df-8aa0-dd3c923647fa tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.0755134 Jul 11 14:48:20.012180 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b5759cee-5a30-4d8c-b4c5-c78005a9366c req-fc184ed1-13fb-4704-9aa3-8d6d75adae82 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087723 Jul 11 14:48:20.025509 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-4dfe237b-90b8-4895-bc73-61ef8dea02c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804994 Jul 11 14:48:20.076052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f9932da-b69d-4e37-94de-12f30274865c admin admin] Publish callbacks [] for security_group (96549ffa-44dd-4bea-8cbd-8dbe17d8572c), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.082196 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f9932da-b69d-4e37-94de-12f30274865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (96549ffa-44dd-4bea-8cbd-8dbe17d8572c), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.119800 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4f9932da-b69d-4e37-94de-12f30274865c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d457ae6b47fb4ab28854c930b3210924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353390 Jul 11 14:48:20.125543 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47974) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:20.164600 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9932da-b69d-4e37-94de-12f30274865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96549ffa-44dd-4bea-8cbd-8dbe17d8572c,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:20.190280 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b8c7-61ad-440e-9894-8b993d987915 req-d00263c6-644e-4a5e-afa3-ba6757a5bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:20.193112 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-d00263c6-644e-4a5e-afa3-ba6757a5bf4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1129 time: 0.0761671 Jul 11 14:48:20.221968 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4881296f-4548-47ff-9b82-e4dd4ccbf45f admin admin] Publish callbacks [] for security_group (96549ffa-44dd-4bea-8cbd-8dbe17d8572c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.265174 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4881296f-4548-47ff-9b82-e4dd4ccbf45f admin admin] Publish callbacks [] for security_group (96549ffa-44dd-4bea-8cbd-8dbe17d8572c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.348076 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b8c7-61ad-440e-9894-8b993d987915 req-5746d2ee-11f3-4a03-b9ba-24341b3c976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:20.350530 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-5746d2ee-11f3-4a03-b9ba-24341b3c976c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.1303473 Jul 11 14:48:20.353720 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4881296f-4548-47ff-9b82-e4dd4ccbf45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (96549ffa-44dd-4bea-8cbd-8dbe17d8572c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.357993 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4881296f-4548-47ff-9b82-e4dd4ccbf45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.359291 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4881296f-4548-47ff-9b82-e4dd4ccbf45f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96549ffa-44dd-4bea-8cbd-8dbe17d8572c HTTP/1.1" status: 204 len: 168 time: 0.2308817 Jul 11 14:48:20.369209 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881296f-4548-47ff-9b82-e4dd4ccbf45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96549ffa-44dd-4bea-8cbd-8dbe17d8572c,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:20.453448 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-4a84f977-229a-4e8d-bd71-352f987692bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 1000 time: 0.0959225 Jul 11 14:48:20.543962 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b8c7-61ad-440e-9894-8b993d987915 req-fb70f37c-c3b5-4932-886f-a145fdf4ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:20.546788 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-fb70f37c-c3b5-4932-886f-a145fdf4ab75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0863118 Jul 11 14:48:20.613248 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b8c7-61ad-440e-9894-8b993d987915 req-b67e48dd-e15a-4179-adbe-b9aa670c8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:20.615268 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-b67e48dd-e15a-4179-adbe-b9aa670c8ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627139 Jul 11 14:48:20.634131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:20.687642 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:20.802523 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-84075424-9403-40ff-aa0d-41968cd3c772 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794751 Jul 11 14:48:20.806292 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47990) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:20.883138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 47994) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:20.906544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-14e5d823-e618-48ea-9a57-f7d9e253c7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:20.955960 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d331b8c7-61ad-440e-9894-8b993d987915 req-b4f5481c-7845-42e7-9dba-e58b190657d6 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437349 Jul 11 14:48:20.964263 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:21.058181 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-14e5d823-e618-48ea-9a57-f7d9e253c7c9 admin admin] Publish callbacks [] for security_group (6d14a237-33ee-4790-ab31-b5a930dc237c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.066757 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-14e5d823-e618-48ea-9a57-f7d9e253c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (6d14a237-33ee-4790-ab31-b5a930dc237c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.096479 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device e9f1af2a-fec1-4461-bf84-aca44600c87d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:48:21.138361 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5d823-e618-48ea-9a57-f7d9e253c7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d14a237-33ee-4790-ab31-b5a930dc237c,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:21.174672 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-14e5d823-e618-48ea-9a57-f7d9e253c7c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cda26fef7f74e2ab8e622f278bae40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898510 Jul 11 14:48:21.178659 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 47998) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:21.255606 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-77c0a8f8-f253-4e9e-9156-c696c7ec6a63 admin admin] Publish callbacks [] for security_group (6d14a237-33ee-4790-ab31-b5a930dc237c), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.262802 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port e9f1af2a-fec1-4461-bf84-aca44600c87d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:21.275942 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'port_id': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'mac_address': 'fa:16:3e:63:79:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:48:21.294005 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-77c0a8f8-f253-4e9e-9156-c696c7ec6a63 admin admin] Publish callbacks [] for security_group (6d14a237-33ee-4790-ab31-b5a930dc237c), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.320912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fad49-ec9f-4ce6-ad0f-c4346589aaf7 req-b3690870-37de-4eb6-b046-891d92d974f3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:21.323787 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-af8fad49-ec9f-4ce6-ad0f-c4346589aaf7 req-b3690870-37de-4eb6-b046-891d92d974f3 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 943 time: 0.1719415 Jul 11 14:48:21.346596 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port e9f1af2a-fec1-4461-bf84-aca44600c87d is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:48:21.347355 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.376955 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f1af2a-fec1-4461-bf84-aca44600c87d {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:48:21.388935 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-77c0a8f8-f253-4e9e-9156-c696c7ec6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (6d14a237-33ee-4790-ab31-b5a930dc237c), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.392434 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-77c0a8f8-f253-4e9e-9156-c696c7ec6a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.394211 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-77c0a8f8-f253-4e9e-9156-c696c7ec6a63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d14a237-33ee-4790-ab31-b5a930dc237c HTTP/1.1" status: 204 len: 168 time: 0.2137806 Jul 11 14:48:21.418520 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:21.423865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0a8f8-f253-4e9e-9156-c696c7ec6a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d14a237-33ee-4790-ab31-b5a930dc237c,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:21.429333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port e9f1af2a-fec1-4461-bf84-aca44600c87d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:21.441299 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:21.495812 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-af8fad49-ec9f-4ce6-ad0f-c4346589aaf7 req-b705f248-401a-4299-ac22-143688fb60ae tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634252 Jul 11 14:48:21.517372 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:21.571062 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=e9f1af2a-fec1-4461-bf84-aca44600c87d,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:21.673454 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['e9f1af2a-fec1-4461-bf84-aca44600c87d'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:48:21.969222 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:22.005322 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (e26ef2f0-fed3-487a-b0d8-4780099f60dc), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:22.344401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Deleting port 16a47119-a7ee-4ede-a824-49d9b98dd3f0 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:22.345412 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:22.485033 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:22.488212 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] For port 16a47119-a7ee-4ede-a824-49d9b98dd3f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=16a47119-a7ee-4ede-a824-49d9b98dd3f0,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:22.488681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:22.722790 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb5729-0046-401e-89ae-0e0a97090c39 req-1837465d-5af2-4959-a9ab-31db7f4718c6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:22.731592 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eefb5729-0046-401e-89ae-0e0a97090c39 req-1837465d-5af2-4959-a9ab-31db7f4718c6 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 944 time: 0.1043286 Jul 11 14:48:22.757359 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-14e62418-7c3a-409e-93db-54d551bbcea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:22.789885 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Calling delete_port for 16a47119-a7ee-4ede-a824-49d9b98dd3f0 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:22.835425 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eefb5729-0046-401e-89ae-0e0a97090c39 req-273a24f4-85c5-4ad5-ac5d-0b0db6df7a9b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995877 Jul 11 14:48:23.086355 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (16a47119-a7ee-4ede-a824-49d9b98dd3f0), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:23.103440 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device e9f1af2a-fec1-4461-bf84-aca44600c87d up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:48:23.120976 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Pushing event deleted for resources: {'Port': ['ID=16a47119-a7ee-4ede-a824-49d9b98dd3f0,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:23.247988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port e9f1af2a-fec1-4461-bf84-aca44600c87d completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:48:23.258111 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port e9f1af2a-fec1-4461-bf84-aca44600c87d triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:48:23.259001 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:23.376413 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (e26ef2f0-fed3-487a-b0d8-4780099f60dc), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:23.393461 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port e9f1af2a-fec1-4461-bf84-aca44600c87d is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:48:23.394335 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:23.422577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:23.425407 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eaffd0-73ff-43ae-9ca9-77e4474fc117" -d '{"events": [{"server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:23.478870 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port e9f1af2a-fec1-4461-bf84-aca44600c87d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:23.483334 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568e5219-d53e-4a7b-ac96-5e9760356874 x-openstack-request-id: req-568e5219-d53e-4a7b-ac96-5e9760356874 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:23.483744 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:23.485526 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-568e5219-d53e-4a7b-ac96-5e9760356874 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:23.486161 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568e5219-d53e-4a7b-ac96-5e9760356874'] response: {'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'code': 200} Jul 11 14:48:23.488221 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:23.597807 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=e9f1af2a-fec1-4461-bf84-aca44600c87d,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:23.728405 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac08d95-7b3f-4427-a7be-58a8e8511bdc req-6c3ab9df-84ae-4234-ae98-c0e5bdbc9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:23.730881 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0ac08d95-7b3f-4427-a7be-58a8e8511bdc req-6c3ab9df-84ae-4234-ae98-c0e5bdbc9101 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 1129 time: 0.0614257 Jul 11 14:48:23.786570 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:23.791949 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Router e26ef2f0-fed3-487a-b0d8-4780099f60dc has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:48:23.804642 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0ac08d95-7b3f-4427-a7be-58a8e8511bdc req-7f39ff43-e04e-42dd-bc82-571a1d4f1a02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656519 Jul 11 14:48:23.942206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:48:23.948149 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-754a6a6a-d3c4-49e4-8341-1150771afecf admin admin] 10.222.0.72 "PUT /v2.0/routers/e26ef2f0-fed3-487a-b0d8-4780099f60dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1405754 Jul 11 14:48:23.954134 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] Sync routers for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:48:23.959431 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48070) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:23.968930 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:48:23.970260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:47:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:23.992116 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542f72-2d07-4c10-a0ab-36374fc149dd req-8bdd6419-31dc-43a7-b67e-a491ea073bd2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:23.994390 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b542f72-2d07-4c10-a0ab-36374fc149dd req-8bdd6419-31dc-43a7-b67e-a491ea073bd2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 945 time: 0.0667195 Jul 11 14:48:24.079146 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b542f72-2d07-4c10-a0ab-36374fc149dd req-e248ddf4-9e1e-4c02-af88-8769edf8bcdd tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706043 Jul 11 14:48:24.130661 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks [] for router (e26ef2f0-fed3-487a-b0d8-4780099f60dc), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:24.180825 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:48:24.194399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:24.301744 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks [] for router_gateway (e26ef2f0-fed3-487a-b0d8-4780099f60dc), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:24.361354 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Deleting port b34b0c97-fe9f-41ba-a353-c377d0197108 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:24.361820 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:24.417167 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:24.418135 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:24.440294 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:48:23Z', 'revision_number': 5, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port': {'id': 'b34b0c97-fe9f-41ba-a353-c377d0197108', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:84:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:40:14Z', 'updated_at': '2022-07-11T14:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:24.473937 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] For port b34b0c97-fe9f-41ba-a353-c377d0197108, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b34b0c97-fe9f-41ba-a353-c377d0197108,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:24.474707 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:24.491379 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] Checking router: e26ef2f0-fed3-487a-b0d8-4780099f60dc for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:48:24.497834 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Calling delete_port for b34b0c97-fe9f-41ba-a353-c377d0197108 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:24.508242 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] Routers {'e26ef2f0-fed3-487a-b0d8-4780099f60dc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:48:24.509365 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:47:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:24.733565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] Set router e26ef2f0-fed3-487a-b0d8-4780099f60dc gateway port host: None {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:48:24.750677 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (b34b0c97-fe9f-41ba-a353-c377d0197108), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:24.805582 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:48:24Z', 'revision_number': 6, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:24.806608 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34b0c97-fe9f-41ba-a353-c377d0197108,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:24.849658 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e9c66-3cc2-466c-95b3-a6c1adfb9008 None None] The sync data for ids ['e26ef2f0-fed3-487a-b0d8-4780099f60dc'] in dv-cinder-master-3-iscsi is: [{'id': 'e26ef2f0-fed3-487a-b0d8-4780099f60dc', 'name': 'tempest-AttachVolumeShelveTestJSON-254958235-router', 'tenant_id': 'f6606b37accd43619058aef23f10745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:40:13Z', 'updated_at': '2022-07-11T14:48:24Z', 'revision_number': 6, 'project_id': 'f6606b37accd43619058aef23f10745b', 'gw_port_host': None}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:48:24.938840 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (e26ef2f0-fed3-487a-b0d8-4780099f60dc), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.103538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (e26ef2f0-fed3-487a-b0d8-4780099f60dc), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.107593 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks [] for router_controller (e26ef2f0-fed3-487a-b0d8-4780099f60dc), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.227753 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (e26ef2f0-fed3-487a-b0d8-4780099f60dc), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.228502 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26ef2f0-fed3-487a-b0d8-4780099f60dc {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:48:25.252925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.257498 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48094) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:25.263046 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e08a1c5d-671d-44b4-8e03-ec3988a6d864 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e26ef2f0-fed3-487a-b0d8-4780099f60dc HTTP/1.1" status: 204 len: 168 time: 1.2927856 Jul 11 14:48:25.264415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48096) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:25.400233 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2945d5-c5f1-4b1a-b399-9e313c2ba088 req-78cf5d82-a5c4-4536-86c3-44f4467c882f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:25.413675 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6e2945d5-c5f1-4b1a-b399-9e313c2ba088 req-78cf5d82-a5c4-4536-86c3-44f4467c882f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 945 time: 0.1222656 Jul 11 14:48:25.414236 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-fc067666-4f52-417e-ace0-30d340acfce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.446269 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Deleting subnet 9d058d68-c8d2-4ff9-a2d7-12a68ae27274 {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:48:25.461422 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Publish callbacks [] for subnet (9d058d68-c8d2-4ff9-a2d7-12a68ae27274), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.482031 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 16a47119-a7ee-4ede-a824-49d9b98dd3f0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:48:25.525444 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6e2945d5-c5f1-4b1a-b399-9e313c2ba088 req-35990354-0250-4320-9298-710f99a469af tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095953 Jul 11 14:48:25.536386 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 16a47119-a7ee-4ede-a824-49d9b98dd3f0 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:48:25.536722 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 16a47119-a7ee-4ede-a824-49d9b98dd3f0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:48:25.550952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (9d058d68-c8d2-4ff9-a2d7-12a68ae27274), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.575141 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ce57-1b39-47f3-b294-7276f64d78b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.578938 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:25.676159 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:25.686538 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ce57-1b39-47f3-b294-7276f64d78b6 admin admin] Publish callbacks [] for security_group (15badea2-2336-46aa-9c08-2e8b7dc5eeed), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.693657 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ce57-1b39-47f3-b294-7276f64d78b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (15badea2-2336-46aa-9c08-2e8b7dc5eeed), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.694250 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (9d058d68-c8d2-4ff9-a2d7-12a68ae27274), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.727389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccf93b-431a-4602-9013-f1d1b2aac522 req-5b2e59ac-f722-435b-b2ae-c7178509f0bb tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:25.729037 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5ccf93b-431a-4602-9013-f1d1b2aac522 req-5b2e59ac-f722-435b-b2ae-c7178509f0bb tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 945 time: 0.1052496 Jul 11 14:48:25.750731 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d6a5ce57-1b39-47f3-b294-7276f64d78b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75a17b8d19514c788f2e60fe728b4ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761627 Jul 11 14:48:25.750731 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48104) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:25.750731 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5ce57-1b39-47f3-b294-7276f64d78b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15badea2-2336-46aa-9c08-2e8b7dc5eeed,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:25.800263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:25.838151 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88dd4cfc-3fd2-4e80-8fdf-6afa4cc81ec1 admin admin] Publish callbacks [] for security_group (15badea2-2336-46aa-9c08-2e8b7dc5eeed), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.874546 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-c5ccf93b-431a-4602-9013-f1d1b2aac522 req-5a5d45d8-974d-47c0-9b4f-132dc43a0893 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372035 Jul 11 14:48:25.879042 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88dd4cfc-3fd2-4e80-8fdf-6afa4cc81ec1 admin admin] Publish callbacks [] for security_group (15badea2-2336-46aa-9c08-2e8b7dc5eeed), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.887555 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:25.897423 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (9d058d68-c8d2-4ff9-a2d7-12a68ae27274), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.905055 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48108) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:25.973366 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.975757 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88dd4cfc-3fd2-4e80-8fdf-6afa4cc81ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (15badea2-2336-46aa-9c08-2e8b7dc5eeed), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.978461 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-88dd4cfc-3fd2-4e80-8fdf-6afa4cc81ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:25.984571 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9d058d68-c8d2-4ff9-a2d7-12a68ae27274 HTTP/1.1" status: 204 len: 168 time: 0.7199519 Jul 11 14:48:25.985160 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-88dd4cfc-3fd2-4e80-8fdf-6afa4cc81ec1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/15badea2-2336-46aa-9c08-2e8b7dc5eeed HTTP/1.1" status: 204 len: 168 time: 0.2301672 Jul 11 14:48:25.992364 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36662c-c47b-41e8-8612-5c081269470c None None] Network 164cf2a3-5444-4c03-8807-160bd45f2610 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:25.996652 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64d3f8-9c4d-4fe4-9579-36dd71ef4bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d058d68-c8d2-4ff9-a2d7-12a68ae27274,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:26.005578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48112) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:26.023392 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd4cfc-3fd2-4e80-8fdf-6afa4cc81ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15badea2-2336-46aa-9c08-2e8b7dc5eeed,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:26.246404 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae267a-8369-42d0-84ba-3f470c89426e tempest-TestVolumeBootPattern-1832120075 tempest-TestVolumeBootPattern-1832120075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:26.248768 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-daae267a-8369-42d0-84ba-3f470c89426e tempest-TestVolumeBootPattern-1832120075 tempest-TestVolumeBootPattern-1832120075-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 1124 time: 0.3426099 Jul 11 14:48:26.260168 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48120) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:26.262911 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (164cf2a3-5444-4c03-8807-160bd45f2610), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.268000 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'port_id': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:26.286017 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] DHCP port deletion for 164cf2a3-5444-4c03-8807-160bd45f2610 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:48:26.324647 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.364375 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] Deleting port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:26.365038 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.378653 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Deleting port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:26.379569 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.457108 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.488549 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] For port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:26.489854 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.509196 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] Calling delete_port for 4ccb55f4-3e70-4b25-b19f-0bf548f17dda owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:26.629919 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.669914 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] Pushing event deleted for resources: {'Port': ['ID=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:26.670207 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Allocated IP 172.37.1.52 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/1d9719f0-452b-44e4-a703-0e6dc679986c) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:48:26.687961 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9c716-5fc9-43c6-9362-a20acf355481 None None] No DVR routers for this DVR port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:48:26.824740 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] For port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,segment=NetworkSegment(3c415b39-8830-4f4d-a24d-14e80f153e17),segment_id=3c415b39-8830-4f4d-a24d-14e80f153e17)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:26.825172 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.827363 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.844066 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Calling delete_port for 4ccb55f4-3e70-4b25-b19f-0bf548f17dda owned by network:dhcp {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:26.873463 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.920038 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:48:26.923424 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:26.927373 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:48:26.933720 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (4ccb55f4-3e70-4b25-b19f-0bf548f17dda), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:26.954262 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=1d9719f0-452b-44e4-a703-0e6dc679986c,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:26.964438 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccb55f4-3e70-4b25-b19f-0bf548f17dda,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:26.966920 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:26.969192 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] No DVR routers for this DVR port 4ccb55f4-3e70-4b25-b19f-0bf548f17dda on host dv-cinder-master-3-iscsi {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:48:27.082120 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.091189 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:27.116728 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b34b0c97-fe9f-41ba-a353-c377d0197108 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:48:27.117695 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (164cf2a3-5444-4c03-8807-160bd45f2610), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.154740 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: b34b0c97-fe9f-41ba-a353-c377d0197108 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:48:27.155397 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device b34b0c97-fe9f-41ba-a353-c377d0197108 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:48:27.156394 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4ccb55f4-3e70-4b25-b19f-0bf548f17dda no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:48:27.158057 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164cf2a3-5444-4c03-8807-160bd45f2610']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:27.171401 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c415b39-8830-4f4d-a24d-14e80f153e17') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:27.171747 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c415b39-8830-4f4d-a24d-14e80f153e17') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:27.181041 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 4ccb55f4-3e70-4b25-b19f-0bf548f17dda {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:48:27.182417 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4ccb55f4-3e70-4b25-b19f-0bf548f17dda not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:48:27.188948 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (3c415b39-8830-4f4d-a24d-14e80f153e17), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.213121 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (3c415b39-8830-4f4d-a24d-14e80f153e17), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.221110 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:48:27.221557 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (3c415b39-8830-4f4d-a24d-14e80f153e17), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.287359 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 3c415b39-8830-4f4d-a24d-14e80f153e17 resource provider aggregate not found Jul 11 14:48:27.304749 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (164cf2a3-5444-4c03-8807-160bd45f2610), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.312711 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.318757 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] 10.222.0.72 "DELETE /v2.0/networks/164cf2a3-5444-4c03-8807-160bd45f2610 HTTP/1.1" status: 204 len: 168 time: 1.3093324 Jul 11 14:48:27.318757 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 3c415b39-8830-4f4d-a24d-14e80f153e17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c415b39-8830-4f4d-a24d-14e80f153e17 found for delete ", "request_id": "req-0d7123f2-6496-4dc6-8d67-7744ecc22cc0"}]} Jul 11 14:48:27.327751 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48146) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:27.336970 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2656d8-2dfd-4c45-9e00-d1735e992070 admin admin] Pushing event deleted for resources: {'Network': ['ID=164cf2a3-5444-4c03-8807-160bd45f2610,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:27.483354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48150) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:27.515271 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1708642332-network', 'tenant_id': '23a54d0a3442474db1829cb42e2b3c95'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:27.536158 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-11f2d752-4db9-4b48-a4c7-ed50d9d04d5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6606b37accd43619058aef23f10745b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484409 Jul 11 14:48:27.536614 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48152) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:27.559358 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Made reservation on behalf of 23a54d0a3442474db1829cb42e2b3c95 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:27.561905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.568399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (e6e1597d-fda1-443a-82f6-8a29bad21187), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.578253 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.596708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e933af16-1383-433a-a519-6d2726e4751d admin admin] Publish callbacks [] for security_group (2cc280d4-431a-4ef7-9285-74eaa3c444a0), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.623813 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e933af16-1383-433a-a519-6d2726e4751d admin admin] Publish callbacks [] for security_group (2cc280d4-431a-4ef7-9285-74eaa3c444a0), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.680738 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.705377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e933af16-1383-433a-a519-6d2726e4751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (2cc280d4-431a-4ef7-9285-74eaa3c444a0), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.708562 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e933af16-1383-433a-a519-6d2726e4751d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.709807 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e933af16-1383-433a-a519-6d2726e4751d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2cc280d4-431a-4ef7-9285-74eaa3c444a0 HTTP/1.1" status: 204 len: 168 time: 0.1721561 Jul 11 14:48:27.720277 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933af16-1383-433a-a519-6d2726e4751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc280d4-431a-4ef7-9285-74eaa3c444a0,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:27.832137 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks [] for security_group (0cabd8d2-59cf-47e4-a32b-c8ac7d81837d), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.840527 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (0cabd8d2-59cf-47e4-a32b-c8ac7d81837d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.880973 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:48:27.914248 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:27.925752 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (2c6f4674-be0f-4b45-917f-43830ea6427a), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.926076 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Added segment 2c6f4674-be0f-4b45-917f-43830ea6427a of type vlan for network 558e7e14-28fa-468b-8d85-62c3486f900d Jul 11 14:48:27.972856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.978559 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12202107'] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:27.992676 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:28.000565 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (558e7e14-28fa-468b-8d85-62c3486f900d), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.024144 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:28.107034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event updated for resources: {'Port': ['ID=1d9719f0-452b-44e4-a703-0e6dc679986c,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:28.112863 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (558e7e14-28fa-468b-8d85-62c3486f900d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.113883 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:28.114476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.142744 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (e6e1597d-fda1-443a-82f6-8a29bad21187), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.208287 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8739867 Jul 11 14:48:28.209548 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48166) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:28.219331 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Request body: {'subnet': {'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1708642332-subnet', 'tenant_id': '23a54d0a3442474db1829cb42e2b3c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:28.247077 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af197766-f793-4c46-99e0-713114cb7f07 admin admin] Pushing event updated for resources: {'Network': ['ID=558e7e14-28fa-468b-8d85-62c3486f900d,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:28.262843 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 558e7e14-28fa-468b-8d85-62c3486f900d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:48:28.265152 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Made reservation on behalf of 23a54d0a3442474db1829cb42e2b3c95 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:28.269459 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.272860 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:28.374686 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Floating IP e6e1597d-fda1-443a-82f6-8a29bad21187 associated. External IP: 172.37.1.52, port: e9f1af2a-fec1-4461-bf84-aca44600c87d. Jul 11 14:48:28.434566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.439447 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:28.522949 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.633764 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (13fb845a-e157-4bf9-a299-c51f4dc93a7f), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.754381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fb845a-e157-4bf9-a299-c51f4dc93a7f,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:28.763286 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:48:28.776440 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Checking segment: {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:48:28.777350 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Network hostable DHCP agents. Network: 558e7e14-28fa-468b-8d85-62c3486f900d, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:48:28.804696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Network 558e7e14-28fa-468b-8d85-62c3486f900d is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:48:28.817997 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 558e7e14-28fa-468b-8d85-62c3486f900d) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:28.825503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:28.826806 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:28.830734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b7039-ddec-4258-af9f-4e2b990a0862 None None] Network 558e7e14-28fa-468b-8d85-62c3486f900d requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:28.874290 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-a3411391-1999-4bc7-8ae5-32ddf8d42458 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6604798 Jul 11 14:48:29.007682 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:48:29.019018 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:48:29.023029 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc76f40-968d-4c68-8ac4-4241a86e8e5b None None] Network 558e7e14-28fa-468b-8d85-62c3486f900d requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:29.039498 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:48:29.041008 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:48:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:29.042193 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:29.096688 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-be4beb31-6e17-4440-85e4-569bfda0a836 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8347595 Jul 11 14:48:29.097925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:29.100469 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660b3ba-2729-486c-b590-fbe8bc220d60" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:29.189319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57f501-6ad9-4489-831f-89d64e15d46c x-openstack-request-id: req-9c57f501-6ad9-4489-831f-89d64e15d46c {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:29.189319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:29.189548 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c57f501-6ad9-4489-831f-89d64e15d46c {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:29.189773 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c57f501-6ad9-4489-831f-89d64e15d46c'] response: {'name': 'network-changed', 'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'status': 'completed', 'code': 200} Jul 11 14:48:29.288039 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:48:29.312417 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-3ae73b19-6b5b-4cdf-8a2d-819bb106931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:29.315587 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-3ae73b19-6b5b-4cdf-8a2d-819bb106931d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 1129 time: 0.1055429 Jul 11 14:48:29.530332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-2b38d751-bb26-4c29-8c85-8001ec6d29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:29.537534 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-2b38d751-bb26-4c29-8c85-8001ec6d29e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.2031872 Jul 11 14:48:29.687443 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:52Z', 'revision_number': 1, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}, {'id': 'e6e1597d-fda1-443a-82f6-8a29bad21187', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.52', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:63:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:48:27Z', 'updated_at': '2022-07-11T14:48:27Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:29.725202 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-8d7399a6-a96e-430c-a6de-ea8cf6dba773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d HTTP/1.1" status: 200 len: 998 time: 0.1797233 Jul 11 14:48:29.732491 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:48:29.743931 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:48:29.744626 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:48:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:29.788730 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-79c21f52-9ab8-4dd0-a7f1-63d6a0282838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:29.791405 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-79c21f52-9ab8-4dd0-a7f1-63d6a0282838 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0617158 Jul 11 14:48:29.865819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-c8c96a85-75b9-4f73-a47d-b4217415b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:29.868938 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-c8c96a85-75b9-4f73-a47d-b4217415b155 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704849 Jul 11 14:48:29.884905 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:48:30.053788 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-c2561169-1f25-437a-bd27-df47ba9d243f service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756079 Jul 11 14:48:30.256857 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6660b3ba-2729-486c-b590-fbe8bc220d60 req-f8e6f2a6-b669-41b6-a87d-5914320ecbbf service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972818 Jul 11 14:48:30.285773 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:30.335786 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:52Z', 'revision_number': 1, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}, {'id': 'e6e1597d-fda1-443a-82f6-8a29bad21187', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.52', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:63:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:48:27Z', 'updated_at': '2022-07-11T14:48:27Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:30.376774 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0241d-9e4d-4b83-88bc-2f4b81750c40 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:52Z', 'revision_number': 1, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}, {'id': 'e6e1597d-fda1-443a-82f6-8a29bad21187', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.52', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:63:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:48:27Z', 'updated_at': '2022-07-11T14:48:27Z', 'revision_number': 0, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:48:30.613528 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebc190-f21d-4689-8628-9911765ad667 None None] New status for floating IP e6e1597d-fda1-443a-82f6-8a29bad21187: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:48:30.712203 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:31.605179 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-f881bfe4-9cb6-45a2-a5b1-5a1f692cdc80 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:31.608015 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-f881bfe4-9cb6-45a2-a5b1-5a1f692cdc80 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/networks?id=558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 200 len: 809 time: 0.2050865 Jul 11 14:48:31.627122 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-c6855558-9b9b-43b6-99ae-518b16fbd430 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/quotas/23a54d0a3442474db1829cb42e2b3c95 HTTP/1.1" status: 200 len: 375 time: 0.0116770 Jul 11 14:48:31.667455 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-f637da18-3217-4798-be54-18c18f723900 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=23a54d0a3442474db1829cb42e2b3c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337377 Jul 11 14:48:32.065640 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:32.070555 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-c613cd63-5e57-4c20-a1b8-3f0f80ccec13 service neutron] 10.222.0.72 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875508 Jul 11 14:48:32.175372 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-7e78d93c-324e-43a1-9d1a-5cc8089672c9 service neutron] 10.222.0.72 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966768 Jul 11 14:48:32.401014 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-bd1965b1-0105-46d6-81d4-a20d8f85e1f6 req-a7b9ad9c-6783-42ea-a391-cb1ef6bcb4d9 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 210 time: 0.0496855 Jul 11 14:48:32.651859 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48280) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:32.857956 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8552ea2a-b9e4-4c85-b966-c6d90c5aaded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:32.902092 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:32.980915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8552ea2a-b9e4-4c85-b966-c6d90c5aaded admin admin] Publish callbacks [] for security_group (31cee640-6aec-43cf-aa84-bdec8575c539), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:32.987442 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-8552ea2a-b9e4-4c85-b966-c6d90c5aaded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (31cee640-6aec-43cf-aa84-bdec8575c539), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.064311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-8552ea2a-b9e4-4c85-b966-c6d90c5aaded admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8bb9c3c7a1e54ced9dd9a1d40e736cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106803 Jul 11 14:48:33.068444 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48290) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:33.069038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552ea2a-b9e4-4c85-b966-c6d90c5aaded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cee640-6aec-43cf-aa84-bdec8575c539,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:33.123814 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:33.129231 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48292) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:33.137332 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce911-74d3-463e-b9ec-411704fba823 admin admin] Publish callbacks [] for security_group (31cee640-6aec-43cf-aa84-bdec8575c539), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.162849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce911-74d3-463e-b9ec-411704fba823 admin admin] Publish callbacks [] for security_group (31cee640-6aec-43cf-aa84-bdec8575c539), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.219977 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce911-74d3-463e-b9ec-411704fba823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (31cee640-6aec-43cf-aa84-bdec8575c539), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.222647 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce911-74d3-463e-b9ec-411704fba823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.223821 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ee8ce911-74d3-463e-b9ec-411704fba823 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31cee640-6aec-43cf-aa84-bdec8575c539 HTTP/1.1" status: 204 len: 168 time: 0.1524041 Jul 11 14:48:33.232795 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ce911-74d3-463e-b9ec-411704fba823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cee640-6aec-43cf-aa84-bdec8575c539,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:33.254777 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:33.267811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f94af873-08e5-4af6-9811-4293abd8666e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.318150 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:33.388455 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f94af873-08e5-4af6-9811-4293abd8666e admin admin] Publish callbacks [] for security_group (1c751d8f-23ce-4411-ac41-43e84c991ad1), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.395612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f94af873-08e5-4af6-9811-4293abd8666e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1c751d8f-23ce-4411-ac41-43e84c991ad1), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.480354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af873-08e5-4af6-9811-4293abd8666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c751d8f-23ce-4411-ac41-43e84c991ad1,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:33.497145 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f94af873-08e5-4af6-9811-4293abd8666e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88e75c3700e14be18b49f2aff667d137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667278 Jul 11 14:48:33.501866 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48302) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:33.602374 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86248001-6d2f-4f69-8ce2-5cd35cf974ba req-d12230e7-92ee-4987-8b6d-0be8b1069267 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 210 time: 0.0589461 Jul 11 14:48:33.654946 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-1f6f0345-3a92-458a-8edb-ef636776454b tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:33.658206 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-1f6f0345-3a92-458a-8edb-ef636776454b tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "GET /v2.0/networks?id=558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 200 len: 809 time: 0.2336812 Jul 11 14:48:33.659753 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b1682526-c1cc-4002-a392-537eff35ff8d admin admin] Publish callbacks [] for security_group (1c751d8f-23ce-4411-ac41-43e84c991ad1), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.676992 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Request body: {'port': {'device_id': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d', 'admin_state_up': True, 'tenant_id': '23a54d0a3442474db1829cb42e2b3c95'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:33.745301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b1682526-c1cc-4002-a392-537eff35ff8d admin admin] Publish callbacks [] for security_group (1c751d8f-23ce-4411-ac41-43e84c991ad1), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.883968 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Made reservation on behalf of 23a54d0a3442474db1829cb42e2b3c95 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:33.890021 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.908946 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b1682526-c1cc-4002-a392-537eff35ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1c751d8f-23ce-4411-ac41-43e84c991ad1), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.914054 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b1682526-c1cc-4002-a392-537eff35ff8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:33.915938 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b1682526-c1cc-4002-a392-537eff35ff8d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c751d8f-23ce-4411-ac41-43e84c991ad1 HTTP/1.1" status: 204 len: 168 time: 0.4126792 Jul 11 14:48:33.943827 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1682526-c1cc-4002-a392-537eff35ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c751d8f-23ce-4411-ac41-43e84c991ad1,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:34.167338 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Allocated IP 172.20.0.10 (558e7e14-28fa-468b-8d85-62c3486f900d/13fb845a-e157-4bf9-a299-c51f4dc93a7f/0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:48:34.190946 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:34.364003 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks [] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.372507 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:34.393726 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48328) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:34.406972 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.420336 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-308d10f5-2871-4f91-b0cb-f0039403ecf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.469084 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Network 558e7e14-28fa-468b-8d85-62c3486f900d is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:48:34.475696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:34.478464 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Pushing event updated for resources: {'Port': ['ID=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:34.481219 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:48:34.550581 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:34.551365 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.557351 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-308d10f5-2871-4f91-b0cb-f0039403ecf3 admin admin] Publish callbacks [] for security_group (52a33ca6-ac95-40f3-8d1a-1907f2ce7702), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.563161 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-308d10f5-2871-4f91-b0cb-f0039403ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (52a33ca6-ac95-40f3-8d1a-1907f2ce7702), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.573289 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-aab988ce-ea16-4e66-8df5-ddc15417f69f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9040244 Jul 11 14:48:34.585653 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Request body: {'port': {'device_id': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:34.609490 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d10f5-2871-4f91-b0cb-f0039403ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a33ca6-ac95-40f3-8d1a-1907f2ce7702,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:34.614145 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-308d10f5-2871-4f91-b0cb-f0039403ecf3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a9f8833ef7d44fa885778b1eb866fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185776 Jul 11 14:48:34.618406 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48334) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:34.715619 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.728565 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd754-fd67-4c5c-bbf5-a37c0e88cb48 admin admin] Publish callbacks [] for security_group (52a33ca6-ac95-40f3-8d1a-1907f2ce7702), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.758344 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd754-fd67-4c5c-bbf5-a37c0e88cb48 admin admin] Publish callbacks [] for security_group (52a33ca6-ac95-40f3-8d1a-1907f2ce7702), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.848487 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd754-fd67-4c5c-bbf5-a37c0e88cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (52a33ca6-ac95-40f3-8d1a-1907f2ce7702), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.855395 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd754-fd67-4c5c-bbf5-a37c0e88cb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:34.857562 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d9fdd754-fd67-4c5c-bbf5-a37c0e88cb48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52a33ca6-ac95-40f3-8d1a-1907f2ce7702 HTTP/1.1" status: 204 len: 168 time: 0.2372458 Jul 11 14:48:34.876273 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdd754-fd67-4c5c-bbf5-a37c0e88cb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a33ca6-ac95-40f3-8d1a-1907f2ce7702,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:34.989937 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede79d-95d1-4413-b8d4-8e69a41fbde4 req-c90a544b-3731-4cfc-9a53-ba06dbd269b4 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:34.992247 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6cede79d-95d1-4413-b8d4-8e69a41fbde4 req-c90a544b-3731-4cfc-9a53-ba06dbd269b4 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 932 time: 0.2152407 Jul 11 14:48:35.176405 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-6cede79d-95d1-4413-b8d4-8e69a41fbde4 req-7f3f73c1-06cb-4733-8e2f-b06d4e3eb2f3 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667094 Jul 11 14:48:35.332428 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:35.342029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:48:35.352011 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Publish callbacks [] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:35.369679 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Transition to ACTIVE for port object 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:48:35.377650 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:35.459496 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:35.576025 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Attempting to bind port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:48:35.577100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Attempting to bind port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:48:35.577100 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Attempting to bind port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a on network 558e7e14-28fa-468b-8d85-62c3486f900d {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:48:35.583113 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a on network 558e7e14-28fa-468b-8d85-62c3486f900d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:48:35.583443 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Attempting to bind port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a on network 558e7e14-28fa-468b-8d85-62c3486f900d {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:48:35.589467 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:48:35.589803 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Checking segment: {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:48:35.590197 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Bound using segment: {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:48:35.590578 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Bound port: 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:48:35.591022 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:35.669768 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] For port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:48:35.676092 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] For port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:48:35.684882 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:35.742346 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:35.743272 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:35.745071 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] 10.222.0.36 "PUT /v2.0/ports/0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a HTTP/1.1" status: 200 len: 1094 time: 1.1649320 Jul 11 14:48:35.745602 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'tag': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:35.751981 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f" -d '{"events": [{"name": "network-changed", "server_uuid": "bddb57e6-3dc8-4a9a-a551-4727ff237620", "tag": "0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:35.790375 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e39a2-39c6-4500-87da-adaef037d13c service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:35.849536 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b48080-204a-48cf-9f48-a7585ba287a6 x-openstack-request-id: req-14b48080-204a-48cf-9f48-a7585ba287a6 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:35.849743 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddb57e6-3dc8-4a9a-a551-4727ff237620", "tag": "0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:35.850017 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14b48080-204a-48cf-9f48-a7585ba287a6 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:35.850574 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b48080-204a-48cf-9f48-a7585ba287a6'] response: {'name': 'network-changed', 'server_uuid': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'tag': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a', 'status': 'completed', 'code': 200} Jul 11 14:48:35.856620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:35.868681 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-ebeff0dc-2aee-41ff-9508-be320d30198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:35.870614 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-ebeff0dc-2aee-41ff-9508-be320d30198a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a54d0a3442474db1829cb42e2b3c95&device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 1128 time: 0.0648274 Jul 11 14:48:35.919329 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-85ba96aa-a598-430d-807a-5e1e18c54923 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a HTTP/1.1" status: 200 len: 217 time: 0.0411749 Jul 11 14:48:35.996786 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-537b66cc-a852-426b-9e3e-a254b1517d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:35.998832 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-537b66cc-a852-426b-9e3e-a254b1517d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13fb845a-e157-4bf9-a299-c51f4dc93a7f HTTP/1.1" status: 200 len: 849 time: 0.0731959 Jul 11 14:48:36.060899 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-12244923-a16d-4329-9b30-b405c5c6967f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558e7e14-28fa-468b-8d85-62c3486f900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546248 Jul 11 14:48:36.175012 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-1c2c80d7-b73e-4b47-bcbc-008738d283b2 service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069396 Jul 11 14:48:36.366291 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8bc5a06c-f1a4-43a6-b0bc-a31cb45968f2 req-06f04856-da33-47e6-9142-f4bae068ab97 service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837358 Jul 11 14:48:36.389954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf051d-11a5-4f36-ae97-28ee997a7660 req-b08b427c-fa84-4632-8820-5d114d50f470 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:36.391881 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d6bf051d-11a5-4f36-ae97-28ee997a7660 req-b08b427c-fa84-4632-8820-5d114d50f470 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 944 time: 0.0914054 Jul 11 14:48:36.491015 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d6bf051d-11a5-4f36-ae97-28ee997a7660 req-80dd7284-136a-4333-acf5-55acf4c2653b tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868893 Jul 11 14:48:37.314251 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-dc6e7450-6f18-4cfb-923a-0554e0f81f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:37.316879 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-dc6e7450-6f18-4cfb-923a-0554e0f81f2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a54d0a3442474db1829cb42e2b3c95&device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 1128 time: 0.0522377 Jul 11 14:48:37.438894 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-f15ad7be-a05f-4d6e-983d-ac75064b6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:37.440499 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-f15ad7be-a05f-4d6e-983d-ac75064b6728 service neutron] 10.222.0.36 "GET /v2.0/networks?id=558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 200 len: 910 time: 0.1159747 Jul 11 14:48:37.490606 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-fbe1a3cd-804a-4e7f-9212-31b0c8a79175 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a HTTP/1.1" status: 200 len: 217 time: 0.0432720 Jul 11 14:48:37.554389 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-2309392a-4491-4cd7-8b95-38c16dcabed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:37.556006 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-2309392a-4491-4cd7-8b95-38c16dcabed0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13fb845a-e157-4bf9-a299-c51f4dc93a7f HTTP/1.1" status: 200 len: 849 time: 0.0594733 Jul 11 14:48:37.601192 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-4ac1a760-d5ef-4643-add9-c076f9d0af71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558e7e14-28fa-468b-8d85-62c3486f900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379090 Jul 11 14:48:37.658269 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:37.661082 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba811c-ea7b-4a6b-a6f3-3207a5e9027e req-1db540ee-0c6d-4043-ae89-1fe8c6f66a43 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:37.664867 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bcba811c-ea7b-4a6b-a6f3-3207a5e9027e req-1db540ee-0c6d-4043-ae89-1fe8c6f66a43 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 944 time: 0.0826149 Jul 11 14:48:37.752486 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-bcba811c-ea7b-4a6b-a6f3-3207a5e9027e req-7ff10ed1-d629-416a-b859-837286c2d1be tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Jul 11 14:48:37.764878 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-31abb0d5-28b4-424c-b62a-4890b762af5d service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524618 Jul 11 14:48:37.897791 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9b49d7f4-8cfc-44d3-9f76-df44c733d57f req-58df2c44-3e5f-4aca-965e-c1cd633d6b77 service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223662 Jul 11 14:48:38.930323 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24645-5477-4202-b0f1-4381ff1a5045 req-df4b92ee-f566-48ef-9ec1-9a39c138256f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:38.933155 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3aa24645-5477-4202-b0f1-4381ff1a5045 req-df4b92ee-f566-48ef-9ec1-9a39c138256f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 944 time: 0.0822248 Jul 11 14:48:39.016322 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-3aa24645-5477-4202-b0f1-4381ff1a5045 req-25c48d35-6a10-4fa9-b407-c843415b696b tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764468 Jul 11 14:48:39.299581 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:48:39.511305 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:39.526295 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a', 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d', 'port_id': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a', 'mac_address': 'fa:16:3e:d8:ec:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fb845a-e157-4bf9-a299-c51f4dc93a7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:48:39.597530 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:48:39.598715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:39.631063 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:48:39.673435 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:39.684119 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:39.755632 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:39.763778 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.764126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.764463 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.764801 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.765656 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.765987 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.766322 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.766652 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.767693 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.768035 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.768444 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.768773 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.769048 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.769522 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.769764 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:48:39.954176 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:48:40.256704 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bc08e-15a2-4655-8027-077629726624 req-c3d4bed1-543e-4bbe-b1f2-28fa4c75de6c tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:40.259736 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-719bc08e-15a2-4655-8027-077629726624 req-c3d4bed1-543e-4bbe-b1f2-28fa4c75de6c tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 945 time: 0.1040180 Jul 11 14:48:40.329998 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-719bc08e-15a2-4655-8027-077629726624 req-5cc99a36-742e-4736-9bc2-bd8354b60c05 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637290 Jul 11 14:48:40.338886 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=6 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:40.340573 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:41.297721 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:48:41.343701 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:48:41.350405 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:48:41.350737 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:41.442919 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:48:41.443213 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:41.479947 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:41.483129 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67a852-dc41-4b84-8c52-f8c51f17a95d" -d '{"events": [{"server_uuid": "bddb57e6-3dc8-4a9a-a551-4727ff237620", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:41.498251 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:41.504057 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:41.538586 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372201f-6627-4c71-b249-1eece821fa6c req-75e32cad-9897-42e1-9a73-6e8aaa32a3c7 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:41.541246 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0372201f-6627-4c71-b249-1eece821fa6c req-75e32cad-9897-42e1-9a73-6e8aaa32a3c7 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 945 time: 0.0954430 Jul 11 14:48:41.559248 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e1a55-c60f-4665-b6b1-b3fea4c58730 x-openstack-request-id: req-fb6e1a55-c60f-4665-b6b1-b3fea4c58730 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:41.559658 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddb57e6-3dc8-4a9a-a551-4727ff237620", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:41.560263 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb6e1a55-c60f-4665-b6b1-b3fea4c58730 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:41.561787 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6e1a55-c60f-4665-b6b1-b3fea4c58730'] response: {'server_uuid': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a', 'code': 200} Jul 11 14:48:41.607142 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:41.607541 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0372201f-6627-4c71-b249-1eece821fa6c req-7c42f853-eec4-4cee-806e-199714613f1a tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542953 Jul 11 14:48:41.787315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152603-8983-4c6f-9ed2-4533d9643cb8 req-8268f736-c568-455b-a269-cb7f79aa6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:41.789238 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-57152603-8983-4c6f-9ed2-4533d9643cb8 req-8268f736-c568-455b-a269-cb7f79aa6055 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 1130 time: 0.0593462 Jul 11 14:48:41.864377 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-57152603-8983-4c6f-9ed2-4533d9643cb8 req-546aeff6-b94a-4911-b953-cf5e8cea56ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Jul 11 14:48:42.740603 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:42.787488 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c9a1-484b-4fb6-9b60-505fc2b5c948 req-e77c20cd-3697-46ae-b488-2d215f0010d0 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:42.789352 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-81b7c9a1-484b-4fb6-9b60-505fc2b5c948 req-e77c20cd-3697-46ae-b488-2d215f0010d0 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 946 time: 0.0574524 Jul 11 14:48:42.844500 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-81b7c9a1-484b-4fb6-9b60-505fc2b5c948 req-389ecb17-822a-4d2d-a195-b0690d016e0d tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489626 Jul 11 14:48:43.996178 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964ad91-c8ac-472a-80ae-9b529ac5e5c9 req-e6d86876-f189-47e9-9d1f-43203cfd85d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:43.997771 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0964ad91-c8ac-472a-80ae-9b529ac5e5c9 req-e6d86876-f189-47e9-9d1f-43203cfd85d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 946 time: 0.0693090 Jul 11 14:48:44.044334 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:44.054847 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:44.062055 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0964ad91-c8ac-472a-80ae-9b529ac5e5c9 req-c7c8695f-9e83-42bd-be45-f1f3d4f30356 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573049 Jul 11 14:48:44.533513 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48550) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:44.704770 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6c6b626f-718e-4c75-8cf3-95b4ec0eafcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:44.803411 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6c6b626f-718e-4c75-8cf3-95b4ec0eafcb admin admin] Publish callbacks [] for security_group (e61299ab-664b-4dd1-9e1f-2f8806cec6d1), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:44.810623 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-6c6b626f-718e-4c75-8cf3-95b4ec0eafcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (e61299ab-664b-4dd1-9e1f-2f8806cec6d1), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:44.886533 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-6c6b626f-718e-4c75-8cf3-95b4ec0eafcb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c83d78715ff4627b91f52751290691d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515337 Jul 11 14:48:44.888591 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b626f-718e-4c75-8cf3-95b4ec0eafcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61299ab-664b-4dd1-9e1f-2f8806cec6d1,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:44.890955 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48560) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:44.999902 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b09d5-8abd-49d9-bfdd-64d820f5fce0 req-235cca8d-2d00-457f-a4a3-ee666d5d995c tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:45.001582 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a86b09d5-8abd-49d9-bfdd-64d820f5fce0 req-235cca8d-2d00-457f-a4a3-ee666d5d995c tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 946 time: 0.0725830 Jul 11 14:48:45.005393 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bf3a-4663-4935-af24-a5e0f1636ff1 admin admin] Publish callbacks [] for security_group (e61299ab-664b-4dd1-9e1f-2f8806cec6d1), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:45.047399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bf3a-4663-4935-af24-a5e0f1636ff1 admin admin] Publish callbacks [] for security_group (e61299ab-664b-4dd1-9e1f-2f8806cec6d1), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:45.081834 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:45.109796 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a86b09d5-8abd-49d9-bfdd-64d820f5fce0 req-43e577dc-3b36-412d-b941-5dedc8f9174e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935264 Jul 11 14:48:45.144101 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bf3a-4663-4935-af24-a5e0f1636ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (e61299ab-664b-4dd1-9e1f-2f8806cec6d1), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:45.149103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bf3a-4663-4935-af24-a5e0f1636ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:45.151237 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-dbc5bf3a-4663-4935-af24-a5e0f1636ff1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e61299ab-664b-4dd1-9e1f-2f8806cec6d1 HTTP/1.1" status: 204 len: 168 time: 0.2580557 Jul 11 14:48:45.165689 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5bf3a-4663-4935-af24-a5e0f1636ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61299ab-664b-4dd1-9e1f-2f8806cec6d1,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:45.926900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48586) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:46.044354 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163124387-network', 'tenant_id': 'af3da08549e24aa09f9031fbb27251a7'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:46.067788 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Made reservation on behalf of af3da08549e24aa09f9031fbb27251a7 for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:46.070259 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.079951 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.175506 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks [] for security_group (08cfde59-e988-4f54-9612-69abeb3224b0), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.185565 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (08cfde59-e988-4f54-9612-69abeb3224b0), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.203772 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:48:46.231213 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (1ea59402-6ee1-4ef3-981c-8d39c99ec4c3), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.231556 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Added segment 1ea59402-6ee1-4ef3-981c-8d39c99ec4c3 of type vlan for network 74c33d76-7f41-4bba-9575-01f86d5824d0 Jul 11 14:48:46.241544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cfde59-e988-4f54-9612-69abeb3224b0,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:46.277515 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438923a-4480-40df-b0a7-e8f36cdc82c2 req-3e04bf8f-4501-4d23-9ced-8a2996fd9f69 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:46.279167 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4438923a-4480-40df-b0a7-e8f36cdc82c2 req-3e04bf8f-4501-4d23-9ced-8a2996fd9f69 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 946 time: 0.0690100 Jul 11 14:48:46.283394 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (74c33d76-7f41-4bba-9575-01f86d5824d0), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.314053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (74c33d76-7f41-4bba-9575-01f86d5824d0), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.315283 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:46.315871 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.342305 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4438923a-4480-40df-b0a7-e8f36cdc82c2 req-810b2951-4bc4-478e-b3e5-57a5bb05e749 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Jul 11 14:48:46.373450 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4415972 Jul 11 14:48:46.374166 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48592) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:46.379735 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Request body: {'subnet': {'network_id': '74c33d76-7f41-4bba-9575-01f86d5824d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163124387-subnet', 'tenant_id': 'af3da08549e24aa09f9031fbb27251a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:46.408004 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369182-91cd-4985-9fc6-321d634afd69 admin admin] Pushing event updated for resources: {'Network': ['ID=74c33d76-7f41-4bba-9575-01f86d5824d0,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:46.413726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Made reservation on behalf of af3da08549e24aa09f9031fbb27251a7 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:46.422296 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.422706 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 74c33d76-7f41-4bba-9575-01f86d5824d0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:48:46.443217 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:46.648287 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-e744d18e-afde-4561-8b81-0bdcd5094fad tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:46.650489 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-e744d18e-afde-4561-8b81-0bdcd5094fad tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 946 time: 0.1028035 Jul 11 14:48:46.767216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:46.936941 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Deleting port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:48:46.937506 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:46.946068 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (9c589145-7059-4571-b69f-da747c5079cf), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:47.121175 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:47.185299 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c589145-7059-4571-b69f-da747c5079cf,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:47.225141 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] For port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:47.225727 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:47.230557 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Checking segment: {'id': '1ea59402-6ee1-4ef3-981c-8d39c99ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '74c33d76-7f41-4bba-9575-01f86d5824d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:48:47.231153 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Network hostable DHCP agents. Network: 74c33d76-7f41-4bba-9575-01f86d5824d0, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:48:47.258195 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Calling delete_port for 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:48:47.341729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Network 74c33d76-7f41-4bba-9575-01f86d5824d0 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:48:47.364046 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 74c33d76-7f41-4bba-9575-01f86d5824d0) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:47.372262 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:47.372614 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:47.376639 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145d6bd-25bc-4c78-a192-155789750451 None None] Network 74c33d76-7f41-4bba-9575-01f86d5824d0 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:47.414881 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-25361fa9-4d90-497f-90be-86af43adfaca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0390933 Jul 11 14:48:47.471493 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:47.517106 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fa9e1-4392-4f0e-a29c-0ae4369fee42 None None] Network 74c33d76-7f41-4bba-9575-01f86d5824d0 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:47.618131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:47.643236 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ccdae-bbb5-49ba-b7b9-0cfe3285286b req-12e7b6ca-e654-40e5-9242-5983a59b0288 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:47.659055 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d24ccdae-bbb5-49ba-b7b9-0cfe3285286b req-12e7b6ca-e654-40e5-9242-5983a59b0288 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=bddb57e6-3dc8-4a9a-a551-4727ff237620 HTTP/1.1" status: 200 len: 946 time: 0.1465404 Jul 11 14:48:47.662458 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Pushing event deleted for resources: {'Port': ['ID=0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:47.673463 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:48:47.725032 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] No DVR routers for this DVR port 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:48:47.728588 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:47.734070 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ec55a42a-1e0c-4b41-a1ec-18694d3226be req-637b9628-7a2f-4216-9ccb-4bd15cfe34d2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "DELETE /v2.0/ports/0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a HTTP/1.1" status: 204 len: 173 time: 1.0735843 Jul 11 14:48:47.734620 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'name': 'network-vif-deleted', 'tag': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:47.737174 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882754b5-d0a8-41e6-b1f3-b9cf1e33998e" -d '{"events": [{"server_uuid": "bddb57e6-3dc8-4a9a-a551-4727ff237620", "name": "network-vif-deleted", "tag": "0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:47.784044 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-d24ccdae-bbb5-49ba-b7b9-0cfe3285286b req-4ed8e963-a08c-4a4e-bed7-119707c5aea0 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869794 Jul 11 14:48:47.792655 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f3e563-f552-42e1-ba29-e51313bd334f x-openstack-request-id: req-18f3e563-f552-42e1-ba29-e51313bd334f {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:47.793041 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddb57e6-3dc8-4a9a-a551-4727ff237620", "name": "network-vif-deleted", "tag": "0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:47.793435 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18f3e563-f552-42e1-ba29-e51313bd334f {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:47.794665 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f3e563-f552-42e1-ba29-e51313bd334f'] response: {'server_uuid': 'bddb57e6-3dc8-4a9a-a551-4727ff237620', 'name': 'network-vif-deleted', 'tag': '0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a', 'status': 'completed', 'code': 200} Jul 11 14:48:48.310013 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48624) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:48.318598 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706869528-network', 'tenant_id': 'b323736c17494633bc8efd3a56b4b0e3'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:48.351183 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Made reservation on behalf of b323736c17494633bc8efd3a56b4b0e3 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:48.354158 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.369190 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.493064 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks [] for security_group (c9fa0afd-bab5-4173-a17e-68b14deb310d), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.499691 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c9fa0afd-bab5-4173-a17e-68b14deb310d), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.524433 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:48:48.542829 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa0afd-bab5-4173-a17e-68b14deb310d,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:48.546082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.546489 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Added segment 0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6 of type vlan for network 59092f03-143c-49ed-912a-a98c2a2d366e Jul 11 14:48:48.595286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (59092f03-143c-49ed-912a-a98c2a2d366e), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.607309 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:48.643492 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (59092f03-143c-49ed-912a-a98c2a2d366e), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.644892 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:48.645632 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.686645 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3745615 Jul 11 14:48:48.689564 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48632) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:48.696409 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Request body: {'subnet': {'network_id': '59092f03-143c-49ed-912a-a98c2a2d366e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706869528-subnet', 'tenant_id': 'b323736c17494633bc8efd3a56b4b0e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:48.730497 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb85006-4855-451a-b0b9-f90708c6f902 admin admin] Pushing event updated for resources: {'Network': ['ID=59092f03-143c-49ed-912a-a98c2a2d366e,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:48.744650 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 59092f03-143c-49ed-912a-a98c2a2d366e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:48:48.753990 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Made reservation on behalf of b323736c17494633bc8efd3a56b4b0e3 for: {'subnet': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:48.757865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9200111'] for subnet (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:48.866766 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:48.983181 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9200121'] for subnet (78ea3e1a-cc98-4ccb-9b90-8137100c8d20), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.045411 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ea3e1a-cc98-4ccb-9b90-8137100c8d20,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:49.064739 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Checking segment: {'id': '0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '59092f03-143c-49ed-912a-a98c2a2d366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:48:49.065109 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Network hostable DHCP agents. Network: 59092f03-143c-49ed-912a-a98c2a2d366e, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:48:49.085541 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Network 59092f03-143c-49ed-912a-a98c2a2d366e is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:48:49.098835 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 59092f03-143c-49ed-912a-a98c2a2d366e) {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:49.107030 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:49.109149 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.112317 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a476cd72-db8f-42b5-bcbc-c7360644913a None None] Network 59092f03-143c-49ed-912a-a98c2a2d366e requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:49.133080 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d59a60fe-0065-4659-8099-bcf4df2c8012 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4422526 Jul 11 14:48:49.241545 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccb757-59d1-47ab-bf84-fbc64375d19d None None] Network 59092f03-143c-49ed-912a-a98c2a2d366e requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:49.260667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-f5d2faf1-f2fd-4b9b-8ccf-0193a572b7fe tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:49.263215 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-f5d2faf1-f2fd-4b9b-8ccf-0193a572b7fe tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/networks?id=558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 200 len: 809 time: 0.2019279 Jul 11 14:48:49.290203 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-72fd39e0-4f15-4f23-b38e-6aeae7f6218b tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/quotas/23a54d0a3442474db1829cb42e2b3c95 HTTP/1.1" status: 200 len: 375 time: 0.0186734 Jul 11 14:48:49.348377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48650) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:49.355641 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-71ad5dff-1250-44c5-91be-46e26c84df6f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=23a54d0a3442474db1829cb42e2b3c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558138 Jul 11 14:48:49.393754 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:49.403696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Deleting subnet 9c589145-7059-4571-b69f-da747c5079cf {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:48:49.407779 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Publish callbacks [] for subnet (9c589145-7059-4571-b69f-da747c5079cf), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.409665 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:49.451913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (9c589145-7059-4571-b69f-da747c5079cf), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.500323 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (9c589145-7059-4571-b69f-da747c5079cf), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.522123 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-83e503d8-a774-4007-8c1f-aa52d137f392 service neutron] 10.222.0.72 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531463 Jul 11 14:48:49.573812 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (9c589145-7059-4571-b69f-da747c5079cf), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.648065 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-561e1b28-b3a8-4e90-8e9a-c26bc156974d service neutron] 10.222.0.72 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175227 Jul 11 14:48:49.896586 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c589145-7059-4571-b69f-da747c5079cf,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:49.903372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:49.910207 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0bb096c7-47b9-4c6d-bfcb-21920c2cfffc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9c589145-7059-4571-b69f-da747c5079cf HTTP/1.1" status: 204 len: 168 time: 0.5571232 Jul 11 14:48:49.911666 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48658) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:49.970417 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8015d48f-aef2-4dfe-9804-6d1624151475 req-5d02d319-9cce-4503-94f7-a986bfe8c32c tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 210 time: 0.0505669 Jul 11 14:48:50.018746 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (74c33d76-7f41-4bba-9575-01f86d5824d0), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.117837 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (74c33d76-7f41-4bba-9575-01f86d5824d0), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.138555 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:50.144244 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c33d76-7f41-4bba-9575-01f86d5824d0']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:50.157961 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea59402-6ee1-4ef3-981c-8d39c99ec4c3') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:50.157961 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea59402-6ee1-4ef3-981c-8d39c99ec4c3') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:50.169667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (1ea59402-6ee1-4ef3-981c-8d39c99ec4c3), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.202398 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (1ea59402-6ee1-4ef3-981c-8d39c99ec4c3), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.212757 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:48:50.213398 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (1ea59402-6ee1-4ef3-981c-8d39c99ec4c3), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.264642 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 1ea59402-6ee1-4ef3-981c-8d39c99ec4c3 resource provider aggregate not found Jul 11 14:48:50.312819 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 1ea59402-6ee1-4ef3-981c-8d39c99ec4c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ea59402-6ee1-4ef3-981c-8d39c99ec4c3 found for delete ", "request_id": "req-9cbcdd0d-1320-4679-8eaf-45ba7878ec06"}]} Jul 11 14:48:50.327485 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (74c33d76-7f41-4bba-9575-01f86d5824d0), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.336709 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.345751 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/74c33d76-7f41-4bba-9575-01f86d5824d0 HTTP/1.1" status: 204 len: 168 time: 0.4295521 Jul 11 14:48:50.346136 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48672) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:50.367103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd64e2-b319-4d7f-a8dc-eb794d9cf1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c33d76-7f41-4bba-9575-01f86d5824d0,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:50.405578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Deleting subnet 78ea3e1a-cc98-4ccb-9b90-8137100c8d20 {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:48:50.409747 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Publish callbacks [] for subnet (78ea3e1a-cc98-4ccb-9b90-8137100c8d20), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.454329 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (78ea3e1a-cc98-4ccb-9b90-8137100c8d20), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.502623 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (78ea3e1a-cc98-4ccb-9b90-8137100c8d20), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.569363 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (78ea3e1a-cc98-4ccb-9b90-8137100c8d20), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.613400 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ea3e1a-cc98-4ccb-9b90-8137100c8d20,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:50.619788 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.626157 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1fe60daf-7a02-4f41-84cb-c17fe25992b4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/78ea3e1a-cc98-4ccb-9b90-8137100c8d20 HTTP/1.1" status: 204 len: 168 time: 0.2785447 Jul 11 14:48:50.628793 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48674) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:50.732903 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (59092f03-143c-49ed-912a-a98c2a2d366e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.850928 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (59092f03-143c-49ed-912a-a98c2a2d366e), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.875867 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59092f03-143c-49ed-912a-a98c2a2d366e']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:50.887088 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:50.887431 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:48:50.898967 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.914567 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.922843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:48:50.923285 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:50.946743 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6 resource provider aggregate not found Jul 11 14:48:51.008849 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0549aba6-1d0a-46a1-b2ea-4bddcc2a3db6 found for delete ", "request_id": "req-f934317d-70a4-4e60-aa76-0dee05e7a163"}]} Jul 11 14:48:51.027492 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (59092f03-143c-49ed-912a-a98c2a2d366e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.057244 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.063046 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59092f03-143c-49ed-912a-a98c2a2d366e HTTP/1.1" status: 204 len: 168 time: 0.4323728 Jul 11 14:48:51.065036 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcb7da-b521-41fc-82c8-8ce8aea5e427 admin admin] Pushing event deleted for resources: {'Network': ['ID=59092f03-143c-49ed-912a-a98c2a2d366e,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:51.175342 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e2f46f45-4842-4253-8f84-a95f8e3d6564 req-fd54775e-f6c2-42fe-9e73-c85502acfe6b tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 210 time: 0.0551999 Jul 11 14:48:51.211036 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:51.252443 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-2531c1a2-6608-49d0-a5b5-26bb195086e9 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:51.254393 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-2531c1a2-6608-49d0-a5b5-26bb195086e9 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "GET /v2.0/networks?id=558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 200 len: 809 time: 0.1736681 Jul 11 14:48:51.271655 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Request body: {'port': {'device_id': '20001341-a787-44a7-9010-f8c8abd34313', 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d', 'admin_state_up': True, 'tenant_id': '23a54d0a3442474db1829cb42e2b3c95'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:51.360360 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:48:51.392539 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:48:51.393428 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 0ae0efa3-a3a2-4fa2-957d-d2b7715eef7a not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:48:51.464479 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48690) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:51.480431 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Made reservation on behalf of 23a54d0a3442474db1829cb42e2b3c95 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:51.486875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.520121 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-19c5f6f7-9110-4fc1-8be7-a6f958f89680 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af3da08549e24aa09f9031fbb27251a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541368 Jul 11 14:48:51.523980 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48692) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:51.610631 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-91838823-b7d2-4161-bf42-7990b7f7bfc1 admin admin] Publish callbacks [] for security_group (08cfde59-e988-4f54-9612-69abeb3224b0), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.650065 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Allocated IP 172.20.0.6 (558e7e14-28fa-468b-8d85-62c3486f900d/13fb845a-e157-4bf9-a299-c51f4dc93a7f/7a3699df-313a-417b-bb80-b9981d10da5d) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:48:51.652473 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-91838823-b7d2-4161-bf42-7990b7f7bfc1 admin admin] Publish callbacks [] for security_group (08cfde59-e988-4f54-9612-69abeb3224b0), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.714544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:51.741070 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-91838823-b7d2-4161-bf42-7990b7f7bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (08cfde59-e988-4f54-9612-69abeb3224b0), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.743991 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-91838823-b7d2-4161-bf42-7990b7f7bfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.748225 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-91838823-b7d2-4161-bf42-7990b7f7bfc1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08cfde59-e988-4f54-9612-69abeb3224b0 HTTP/1.1" status: 204 len: 168 time: 0.2228980 Jul 11 14:48:51.757369 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838823-b7d2-4161-bf42-7990b7f7bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cfde59-e988-4f54-9612-69abeb3224b0,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:51.928297 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks [] for port (7a3699df-313a-417b-bb80-b9981d10da5d), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:51.969007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.018767 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Network 558e7e14-28fa-468b-8d85-62c3486f900d is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:48:52.022208 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:52.024944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:48:52.057472 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Pushing event updated for resources: {'Port': ['ID=7a3699df-313a-417b-bb80-b9981d10da5d,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:52.089514 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:52.090181 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.109811 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-65f2fb7f-2fe2-430e-acfd-aba8c712227e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8449969 Jul 11 14:48:52.122391 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Request body: {'port': {'device_id': '20001341-a787-44a7-9010-f8c8abd34313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:52.188052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:52.209801 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.312685 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:48:52.339222 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48702) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:52.397489 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c0429c2c-9721-49df-a540-70ebdf97834a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b323736c17494633bc8efd3a56b4b0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558600 Jul 11 14:48:52.400628 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48704) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:52.405589 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b6b6-fc9b-435d-b54f-6cfd5922241e req-70edff46-740b-4d34-8441-33fb1ac73aa0 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:52.407230 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-62c1b6b6-fc9b-435d-b54f-6cfd5922241e req-70edff46-740b-4d34-8441-33fb1ac73aa0 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 931 time: 0.1230140 Jul 11 14:48:52.418508 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:52.441386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:52.489119 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75648363-393d-4c97-b509-2e5675f09f82 admin admin] Publish callbacks [] for security_group (c9fa0afd-bab5-4173-a17e-68b14deb310d), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.528971 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75648363-393d-4c97-b509-2e5675f09f82 admin admin] Publish callbacks [] for security_group (c9fa0afd-bab5-4173-a17e-68b14deb310d), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.571226 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-62c1b6b6-fc9b-435d-b54f-6cfd5922241e req-c6410ae4-b123-429e-aa60-3e586acd3790 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474650 Jul 11 14:48:52.619690 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75648363-393d-4c97-b509-2e5675f09f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c9fa0afd-bab5-4173-a17e-68b14deb310d), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.624579 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-75648363-393d-4c97-b509-2e5675f09f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.626562 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-75648363-393d-4c97-b509-2e5675f09f82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c9fa0afd-bab5-4173-a17e-68b14deb310d HTTP/1.1" status: 204 len: 168 time: 0.2243323 Jul 11 14:48:52.638770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648363-393d-4c97-b509-2e5675f09f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa0afd-bab5-4173-a17e-68b14deb310d,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:52.755545 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3699df-313a-417b-bb80-b9981d10da5d {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:48:52.766222 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Publish callbacks [] for port (7a3699df-313a-417b-bb80-b9981d10da5d), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.769384 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c837f691-d28f-4b40-9cd3-b823dc2af6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.783831 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Transition to ACTIVE for port object 7a3699df-313a-417b-bb80-b9981d10da5d will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:48:52.789490 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:52.876663 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Pushing event updated for resources: {'Port': ['ID=7a3699df-313a-417b-bb80-b9981d10da5d,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:52.971054 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Attempting to bind port 7a3699df-313a-417b-bb80-b9981d10da5d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:48:52.971390 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Attempting to bind port 7a3699df-313a-417b-bb80-b9981d10da5d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:48:52.971882 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Attempting to bind port 7a3699df-313a-417b-bb80-b9981d10da5d on network 558e7e14-28fa-468b-8d85-62c3486f900d {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:48:52.978040 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Port 7a3699df-313a-417b-bb80-b9981d10da5d on network 558e7e14-28fa-468b-8d85-62c3486f900d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:48:52.978402 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Attempting to bind port 7a3699df-313a-417b-bb80-b9981d10da5d on network 558e7e14-28fa-468b-8d85-62c3486f900d {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:48:52.985229 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:48:52.985693 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Checking segment: {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:48:52.986049 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Bound using segment: {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:48:52.986500 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Bound port: 7a3699df-313a-417b-bb80-b9981d10da5d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6f4674-be0f-4b45-917f-43830ea6427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:48:52.986824 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:53.095300 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] For port 7a3699df-313a-417b-bb80-b9981d10da5d, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:48:53.101299 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] For port 7a3699df-313a-417b-bb80-b9981d10da5d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7a3699df-313a-417b-bb80-b9981d10da5d,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:48:53.111792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:53.162548 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:53.163586 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:53.166007 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] 10.222.0.36 "PUT /v2.0/ports/7a3699df-313a-417b-bb80-b9981d10da5d HTTP/1.1" status: 200 len: 1093 time: 1.0482192 Jul 11 14:48:53.166811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20001341-a787-44a7-9010-f8c8abd34313', 'tag': '7a3699df-313a-417b-bb80-b9981d10da5d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:48:53.171636 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9449ca-edfd-45a1-b579-babb967ab98f" -d '{"events": [{"name": "network-changed", "server_uuid": "20001341-a787-44a7-9010-f8c8abd34313", "tag": "7a3699df-313a-417b-bb80-b9981d10da5d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:48:53.215419 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c818-c28f-41a2-9460-3c9e05ae2ecc service neutron] Pushing event updated for resources: {'Port': ['ID=7a3699df-313a-417b-bb80-b9981d10da5d,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:53.274861 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91134905-e396-405f-b225-134d52041ad4 x-openstack-request-id: req-91134905-e396-405f-b225-134d52041ad4 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:48:53.275272 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20001341-a787-44a7-9010-f8c8abd34313", "tag": "7a3699df-313a-417b-bb80-b9981d10da5d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:48:53.275645 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91134905-e396-405f-b225-134d52041ad4 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:48:53.276234 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91134905-e396-405f-b225-134d52041ad4'] response: {'name': 'network-changed', 'server_uuid': '20001341-a787-44a7-9010-f8c8abd34313', 'tag': '7a3699df-313a-417b-bb80-b9981d10da5d', 'status': 'completed', 'code': 200} Jul 11 14:48:53.295579 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-9b7d09ea-a052-4341-8e46-51ce5fbb6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:53.298070 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-9b7d09ea-a052-4341-8e46-51ce5fbb6070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a54d0a3442474db1829cb42e2b3c95&device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 1127 time: 0.0746281 Jul 11 14:48:53.351023 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-8c0efe3a-ae5e-4226-912e-59307fe591ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a3699df-313a-417b-bb80-b9981d10da5d HTTP/1.1" status: 200 len: 217 time: 0.0456653 Jul 11 14:48:53.410609 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-c8d341bd-05e7-4fc0-9497-06d1da25550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:53.412630 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-c8d341bd-05e7-4fc0-9497-06d1da25550e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13fb845a-e157-4bf9-a299-c51f4dc93a7f HTTP/1.1" status: 200 len: 849 time: 0.0543098 Jul 11 14:48:53.448091 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-069d0cca-4cee-4141-9b86-e09a81e129d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558e7e14-28fa-468b-8d85-62c3486f900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286477 Jul 11 14:48:53.551178 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:53.574070 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-2d381773-df9c-44f3-a495-48facc82d338 service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197848 Jul 11 14:48:53.775628 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28ce909f-d541-4ae4-8532-ad73a0182f8a req-b19caaec-da25-4c42-8a44-94a9b18b94c9 service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943119 Jul 11 14:48:53.812804 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe094b-9ad1-45fe-bfc1-d96d5682a199 req-8bc23b9e-7e70-421c-a84c-e38424499de1 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:53.815521 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f9fe094b-9ad1-45fe-bfc1-d96d5682a199 req-8bc23b9e-7e70-421c-a84c-e38424499de1 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 943 time: 0.1121364 Jul 11 14:48:53.903572 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f9fe094b-9ad1-45fe-bfc1-d96d5682a199 req-9e506f94-ebcf-4d4d-947b-efea6a66828d tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799582 Jul 11 14:48:54.893432 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:54.902495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-1553cedb-0031-463f-ac89-2c31b85e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:54.904308 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-1553cedb-0031-463f-ac89-2c31b85e9f53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23a54d0a3442474db1829cb42e2b3c95&device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 1127 time: 0.0522602 Jul 11 14:48:55.083414 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-1e1e6ca5-ec32-4691-a38e-ac3f69fa958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:55.083414 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-1e1e6ca5-ec32-4691-a38e-ac3f69fa958f service neutron] 10.222.0.36 "GET /v2.0/networks?id=558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 200 len: 910 time: 0.1679888 Jul 11 14:48:55.085928 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d021e-af38-4ceb-9866-33fe32267c5c req-1c146404-9a21-4f40-967b-4ad72617e764 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:55.098275 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-311d021e-af38-4ceb-9866-33fe32267c5c req-1c146404-9a21-4f40-967b-4ad72617e764 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 943 time: 0.0809753 Jul 11 14:48:55.160740 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-93a2171a-9c40-4ae5-93ac-1c76587ee6db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a3699df-313a-417b-bb80-b9981d10da5d HTTP/1.1" status: 200 len: 217 time: 0.0711918 Jul 11 14:48:55.173190 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-311d021e-af38-4ceb-9866-33fe32267c5c req-d29c4d1b-90f7-490f-a42b-42df0230b189 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737629 Jul 11 14:48:55.261699 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-22403be1-be73-4508-ab40-f913ce3db6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:55.265832 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-22403be1-be73-4508-ab40-f913ce3db6ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13fb845a-e157-4bf9-a299-c51f4dc93a7f HTTP/1.1" status: 200 len: 849 time: 0.0977592 Jul 11 14:48:55.320276 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-ba42f251-372a-42a5-b38d-ef726e41ae7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558e7e14-28fa-468b-8d85-62c3486f900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488696 Jul 11 14:48:55.401724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-894c1134-997f-4cef-8bda-5411d53c6527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:55.501115 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-2d071139-594d-47ee-b1ff-be5afb41f227 service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746461 Jul 11 14:48:55.658224 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4a9449ca-edfd-45a1-b579-babb967ab98f req-d9c43fe1-767c-4ec2-a48c-0eab8c86baad service neutron] 10.222.0.36 "GET /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509347 Jul 11 14:48:55.929932 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48798) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:56.059124 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e28-72a2-4533-9fd2-3efecaeb0bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.151705 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e28-72a2-4533-9fd2-3efecaeb0bdd admin admin] Publish callbacks [] for security_group (1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.157067 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-dadc6e28-72a2-4533-9fd2-3efecaeb0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.197926 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6e28-72a2-4533-9fd2-3efecaeb0bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:56.204681 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-dadc6e28-72a2-4533-9fd2-3efecaeb0bdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b782bcd03504d32aecec6df7a78b2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720745 Jul 11 14:48:56.206726 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48802) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:56.268011 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea58a-7ed1-4bdd-82da-047720c7fdb1 admin admin] Publish callbacks [] for security_group (1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.295052 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea58a-7ed1-4bdd-82da-047720c7fdb1 admin admin] Publish callbacks [] for security_group (1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.358861 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea58a-7ed1-4bdd-82da-047720c7fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.361476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea58a-7ed1-4bdd-82da-047720c7fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.362822 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8a4ea58a-7ed1-4bdd-82da-047720c7fdb1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec HTTP/1.1" status: 204 len: 168 time: 0.1550293 Jul 11 14:48:56.366241 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310a85d-2c83-4256-9912-7447e0eec0a7 req-cb57cf78-833a-4aba-8265-db8eecb9dfaa tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:56.369184 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8310a85d-2c83-4256-9912-7447e0eec0a7 req-cb57cf78-833a-4aba-8265-db8eecb9dfaa tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 943 time: 0.0896268 Jul 11 14:48:56.372141 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ea58a-7ed1-4bdd-82da-047720c7fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8efa9-6dc4-4f2d-aae6-74fb5e9550ec,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:56.461370 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-8310a85d-2c83-4256-9912-7447e0eec0a7 req-9e33c988-58d6-4ded-bd88-b3ccb1aad5b3 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847032 Jul 11 14:48:56.747132 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48812) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:56.762231 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e3b80715-7371-4d45-a952-a49ca4b00c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.863230 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e3b80715-7371-4d45-a952-a49ca4b00c96 admin admin] Publish callbacks [] for security_group (f8bbd351-c539-4290-aa56-f46864029871), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.868215 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e3b80715-7371-4d45-a952-a49ca4b00c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f8bbd351-c539-4290-aa56-f46864029871), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:56.918662 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e3b80715-7371-4d45-a952-a49ca4b00c96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b644a4422f97417d92f8a5e53d8eb287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702776 Jul 11 14:48:56.922179 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48816) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:56.929061 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b80715-7371-4d45-a952-a49ca4b00c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bbd351-c539-4290-aa56-f46864029871,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:56.954667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:56.996114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cce19967-cd86-469d-8543-c464a1320c38 admin admin] Publish callbacks [] for security_group (f8bbd351-c539-4290-aa56-f46864029871), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.022093 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cce19967-cd86-469d-8543-c464a1320c38 admin admin] Publish callbacks [] for security_group (f8bbd351-c539-4290-aa56-f46864029871), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.096458 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.099103 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cce19967-cd86-469d-8543-c464a1320c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f8bbd351-c539-4290-aa56-f46864029871), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.103803 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-cce19967-cd86-469d-8543-c464a1320c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.108716 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-cce19967-cd86-469d-8543-c464a1320c38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8bbd351-c539-4290-aa56-f46864029871 HTTP/1.1" status: 204 len: 168 time: 0.1827292 Jul 11 14:48:57.121498 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce19967-cd86-469d-8543-c464a1320c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bbd351-c539-4290-aa56-f46864029871,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:57.230674 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48822) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:57.427868 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7a3699df-313a-417b-bb80-b9981d10da5d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:48:57.536593 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:57.557711 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7a3699df-313a-417b-bb80-b9981d10da5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7a3699df-313a-417b-bb80-b9981d10da5d,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:57.573342 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '7a3699df-313a-417b-bb80-b9981d10da5d', 'network_id': '558e7e14-28fa-468b-8d85-62c3486f900d', 'port_id': '7a3699df-313a-417b-bb80-b9981d10da5d', 'mac_address': 'fa:16:3e:03:2f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fb845a-e157-4bf9-a299-c51f4dc93a7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:48:57.583665 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-20b69c41-54f4-4ef9-8257-652297ac6275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.617452 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7a3699df-313a-417b-bb80-b9981d10da5d is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:48:57.617910 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.640644 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3699df-313a-417b-bb80-b9981d10da5d {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:48:57.692907 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:57.704260 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7a3699df-313a-417b-bb80-b9981d10da5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7a3699df-313a-417b-bb80-b9981d10da5d,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:48:57.712554 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.729912 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831297-64c9-4546-8a05-f2f1bd97dbc4 req-691e5250-bfc1-40f5-b953-eb7a77abd751 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:57.743597 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86831297-64c9-4546-8a05-f2f1bd97dbc4 req-691e5250-bfc1-40f5-b953-eb7a77abd751 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 943 time: 0.1522143 Jul 11 14:48:57.816309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7a3699df-313a-417b-bb80-b9981d10da5d,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:57.818449 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-20b69c41-54f4-4ef9-8257-652297ac6275 admin admin] Publish callbacks [] for security_group (b723bbe6-8fea-47b8-8755-4b4e91b7bedf), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.824743 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-20b69c41-54f4-4ef9-8257-652297ac6275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b723bbe6-8fea-47b8-8755-4b4e91b7bedf), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:57.839259 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-86831297-64c9-4546-8a05-f2f1bd97dbc4 req-d41c134f-95ce-4be9-bcd4-20b7bf5e1f09 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933490 Jul 11 14:48:57.900175 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-20b69c41-54f4-4ef9-8257-652297ac6275 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=925a1ed3aa37419a8c6a002e7e06ffb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6675265 Jul 11 14:48:57.901182 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b69c41-54f4-4ef9-8257-652297ac6275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b723bbe6-8fea-47b8-8755-4b4e91b7bedf,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:57.904872 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48838) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:57.933485 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7a3699df-313a-417b-bb80-b9981d10da5d'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:48:58.006667 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dd732e48-97ce-45c2-89de-552d3e945995 admin admin] Publish callbacks [] for security_group (b723bbe6-8fea-47b8-8755-4b4e91b7bedf), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.052492 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dd732e48-97ce-45c2-89de-552d3e945995 admin admin] Publish callbacks [] for security_group (b723bbe6-8fea-47b8-8755-4b4e91b7bedf), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.147618 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dd732e48-97ce-45c2-89de-552d3e945995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b723bbe6-8fea-47b8-8755-4b4e91b7bedf), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.151083 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-dd732e48-97ce-45c2-89de-552d3e945995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.152468 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-dd732e48-97ce-45c2-89de-552d3e945995 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b723bbe6-8fea-47b8-8755-4b4e91b7bedf HTTP/1.1" status: 204 len: 168 time: 0.2461600 Jul 11 14:48:58.167657 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd732e48-97ce-45c2-89de-552d3e945995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b723bbe6-8fea-47b8-8755-4b4e91b7bedf,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:58.316335 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48850) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:58.341980 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:58.350519 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.517974 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.584061 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1762616703-network', 'tenant_id': '0e8b934cdedf4654bb82f62880293b7f'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:58.610952 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Made reservation on behalf of 0e8b934cdedf4654bb82f62880293b7f for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:58.613957 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.627757 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.745707 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks [] for security_group (638a3e62-1c04-47b6-9daa-5d64f6c1e852), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.751622 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (638a3e62-1c04-47b6-9daa-5d64f6c1e852), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.794944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:48:58.807409 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638a3e62-1c04-47b6-9daa-5d64f6c1e852,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:58.819287 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (21274383-4428-4b15-94ae-0aaa2cca0ad8), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.819862 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Added segment 21274383-4428-4b15-94ae-0aaa2cca0ad8 of type vlan for network 3554a03c-fc90-464d-a186-4b47bea734c8 Jul 11 14:48:58.886503 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (3554a03c-fc90-464d-a186-4b47bea734c8), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.909681 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:58.988079 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (3554a03c-fc90-464d-a186-4b47bea734c8), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:58.989730 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:58.990669 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:59.061669 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43c514-0183-43f5-a947-2a65a43d7fcf req-09afc6e4-580d-4855-a3ba-22a20becd433 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:59.064699 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-be43c514-0183-43f5-a947-2a65a43d7fcf req-09afc6e4-580d-4855-a3ba-22a20becd433 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 944 time: 0.1337612 Jul 11 14:48:59.086339 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7676990 Jul 11 14:48:59.091872 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48876) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:48:59.098131 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Request body: {'subnet': {'network_id': '3554a03c-fc90-464d-a186-4b47bea734c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1762616703-subnet', 'tenant_id': '0e8b934cdedf4654bb82f62880293b7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:48:59.129565 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Made reservation on behalf of 0e8b934cdedf4654bb82f62880293b7f for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:48:59.132506 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12369626'] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:59.152472 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4d8fa-a05a-49bb-814a-17e3e72392ca admin admin] Pushing event updated for resources: {'Network': ['ID=3554a03c-fc90-464d-a186-4b47bea734c8,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:59.173732 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:59.178734 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 3554a03c-fc90-464d-a186-4b47bea734c8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:48:59.227985 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-be43c514-0183-43f5-a947-2a65a43d7fcf req-bb3f2eb8-d79e-4a4d-8435-1c0db0b717b1 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508687 Jul 11 14:48:59.430836 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:48:59.446191 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7a3699df-313a-417b-bb80-b9981d10da5d up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:48:59.462517 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12369612'] for subnet (d6fa3ec3-e31b-4342-8c90-5519572f55ec), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:59.543200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 7a3699df-313a-417b-bb80-b9981d10da5d completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:48:59.556075 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 7a3699df-313a-417b-bb80-b9981d10da5d triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:48:59.556776 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:59.560653 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6fa3ec3-e31b-4342-8c90-5519572f55ec,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:48:59.575925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Checking segment: {'id': '21274383-4428-4b15-94ae-0aaa2cca0ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3554a03c-fc90-464d-a186-4b47bea734c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:48:59.576398 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Network hostable DHCP agents. Network: 3554a03c-fc90-464d-a186-4b47bea734c8, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:48:59.606329 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Network 3554a03c-fc90-464d-a186-4b47bea734c8 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:48:59.621783 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3554a03c-fc90-464d-a186-4b47bea734c8) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:48:59.628304 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:48:59.629332 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:48:59.647348 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2cffdf-ca8e-48f3-99e0-14e6f29acbf4 None None] Network 3554a03c-fc90-464d-a186-4b47bea734c8 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:48:59.661315 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c649d7ed-1be1-4c89-b262-5d2dfac5779b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5687070 Jul 11 14:48:59.835673 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7a3699df-313a-417b-bb80-b9981d10da5d is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:48:59.836307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.076889 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20001341-a787-44a7-9010-f8c8abd34313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3699df-313a-417b-bb80-b9981d10da5d'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:49:00.079119 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1492c30-816e-4b15-bf35-729cc5c3ea1b" -d '{"events": [{"server_uuid": "20001341-a787-44a7-9010-f8c8abd34313", "name": "network-vif-plugged", "status": "completed", "tag": "7a3699df-313a-417b-bb80-b9981d10da5d"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:49:00.109888 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7a3699df-313a-417b-bb80-b9981d10da5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7a3699df-313a-417b-bb80-b9981d10da5d,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:49:00.116775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.159955 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe629163-d0e2-49ce-9c1b-0398f9fda9ce x-openstack-request-id: req-fe629163-d0e2-49ce-9c1b-0398f9fda9ce {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:49:00.160381 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20001341-a787-44a7-9010-f8c8abd34313", "name": "network-vif-plugged", "status": "completed", "tag": "7a3699df-313a-417b-bb80-b9981d10da5d", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:49:00.160757 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe629163-d0e2-49ce-9c1b-0398f9fda9ce {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:49:00.161340 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe629163-d0e2-49ce-9c1b-0398f9fda9ce'] response: {'server_uuid': '20001341-a787-44a7-9010-f8c8abd34313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3699df-313a-417b-bb80-b9981d10da5d', 'code': 200} Jul 11 14:49:00.162422 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36043bdf-ea53-465b-b4c4-1a7b05fed905 None None] Network 3554a03c-fc90-464d-a186-4b47bea734c8 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:49:00.219540 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:00.285085 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7a3699df-313a-417b-bb80-b9981d10da5d,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:00.460372 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330de28-b88a-443e-b324-3348b0a0ec74 req-f54c214f-fee9-4544-91aa-61c5189d2d58 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:00.462051 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f330de28-b88a-443e-b324-3348b0a0ec74 req-f54c214f-fee9-4544-91aa-61c5189d2d58 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 945 time: 0.1074414 Jul 11 14:49:00.481915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d2f31-5cd5-4e4d-be6f-f5cdb4c740ec req-290d2a29-7203-4c83-ab47-1f1ee9acbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:00.483579 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d61d2f31-5cd5-4e4d-be6f-f5cdb4c740ec req-290d2a29-7203-4c83-ab47-1f1ee9acbfec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 1129 time: 0.0694573 Jul 11 14:49:00.492990 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:00.565906 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f330de28-b88a-443e-b324-3348b0a0ec74 req-0076f263-1162-479f-9d72-af826b7fd876 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911839 Jul 11 14:49:00.568929 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-d61d2f31-5cd5-4e4d-be6f-f5cdb4c740ec req-cc0c6ad3-d0c1-46ac-8a51-1d536af21638 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729692 Jul 11 14:49:00.672393 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48904) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:00.678005 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713712504-network', 'tenant_id': 'dbd46346d1d24fbda86f76a3873a503e'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:00.703146 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Made reservation on behalf of dbd46346d1d24fbda86f76a3873a503e for: {'network': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:49:00.705681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.716466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.814902 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks [] for security_group (db05aae5-f25d-499f-a48b-02e608408b32), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.819943 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (db05aae5-f25d-499f-a48b-02e608408b32), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.855830 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=106006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:49:00.863986 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db05aae5-f25d-499f-a48b-02e608408b32,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:00.871514 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (e4689beb-a98b-4fc0-a837-ad4dfad029cd), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.871921 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.segments_db [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Added segment e4689beb-a98b-4fc0-a837-ad4dfad029cd of type vlan for network ce251155-e5b1-4e84-b8b6-277f5346b1b2 Jul 11 14:49:00.919104 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (ce251155-e5b1-4e84-b8b6-277f5346b1b2), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.950851 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (ce251155-e5b1-4e84-b8b6-277f5346b1b2), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.951890 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:00.952481 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:00.984472 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3105900 Jul 11 14:49:00.987916 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48906) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:00.993089 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Request body: {'subnet': {'network_id': 'ce251155-e5b1-4e84-b8b6-277f5346b1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713712504-subnet', 'tenant_id': 'dbd46346d1d24fbda86f76a3873a503e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:01.042353 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f363a73-4d98-478d-a01a-38bd2e374b05 admin admin] Pushing event updated for resources: {'Network': ['ID=ce251155-e5b1-4e84-b8b6-277f5346b1b2,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:01.056392 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network ce251155-e5b1-4e84-b8b6-277f5346b1b2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:49:01.066732 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Made reservation on behalf of dbd46346d1d24fbda86f76a3873a503e for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:49:01.070015 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12369626'] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:01.215783 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=18,neutron:UPDATE=4,neutron:SELECT=75,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:01.294226 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:01.301773 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12369612'] for subnet (ac366b06-caff-4f18-969e-1eaf7bf71ec6), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:01.367990 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac366b06-caff-4f18-969e-1eaf7bf71ec6,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:01.386466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Checking segment: {'id': 'e4689beb-a98b-4fc0-a837-ad4dfad029cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ce251155-e5b1-4e84-b8b6-277f5346b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:49:01.386825 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Network hostable DHCP agents. Network: ce251155-e5b1-4e84-b8b6-277f5346b1b2, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:49:01.414771 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Network ce251155-e5b1-4e84-b8b6-277f5346b1b2 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:49:01.432607 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ce251155-e5b1-4e84-b8b6-277f5346b1b2) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:49:01.440415 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:01.444078 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:01.445450 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b6f53-126b-4675-9818-b392ce3d14b4 None None] Network ce251155-e5b1-4e84-b8b6-277f5346b1b2 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:49:01.469658 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-d1fe7a53-f59e-4635-ae97-e5293ca1fd22 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4803677 Jul 11 14:49:01.615429 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7e715-c747-4707-b413-4cf04148c518 None None] Network ce251155-e5b1-4e84-b8b6-277f5346b1b2 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:49:01.789319 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c074-505f-453f-88b2-e36effa367fc req-cfb8fa2b-ba53-4f30-ab2a-dc6aed99e318 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:01.793019 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c229c074-505f-453f-88b2-e36effa367fc req-cfb8fa2b-ba53-4f30-ab2a-dc6aed99e318 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 945 time: 0.0837409 Jul 11 14:49:01.855630 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c229c074-505f-453f-88b2-e36effa367fc req-ba05db22-10df-494d-9513-6c161087812f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516009 Jul 11 14:49:02.748202 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 48934) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:02.871408 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-229e24d5-4443-4647-b817-49123a5dd5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:02.973687 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-229e24d5-4443-4647-b817-49123a5dd5be admin admin] Publish callbacks [] for security_group (16fe1d70-ba53-4695-af07-0bba37ca569a), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:02.979353 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-229e24d5-4443-4647-b817-49123a5dd5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (16fe1d70-ba53-4695-af07-0bba37ca569a), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:03.009312 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7901dbe-bdb8-47bf-b1fc-7aec4f3028eb req-01d54b61-5790-450f-b459-bea9c47e841d tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:03.011882 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a7901dbe-bdb8-47bf-b1fc-7aec4f3028eb req-01d54b61-5790-450f-b459-bea9c47e841d tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 945 time: 0.0542846 Jul 11 14:49:03.072422 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a7901dbe-bdb8-47bf-b1fc-7aec4f3028eb req-44ee0ccf-a326-4025-a90e-a7f8bd31c27e tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Jul 11 14:49:03.085337 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-229e24d5-4443-4647-b817-49123a5dd5be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12d85165fa0f47239a665c86a92ea447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347952 Jul 11 14:49:03.088629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 48940) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:03.097903 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e24d5-4443-4647-b817-49123a5dd5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe1d70-ba53-4695-af07-0bba37ca569a,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:03.155607 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0570dab6-f257-4793-8e1a-e40d9020d644 admin admin] Publish callbacks [] for security_group (16fe1d70-ba53-4695-af07-0bba37ca569a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:03.183188 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0570dab6-f257-4793-8e1a-e40d9020d644 admin admin] Publish callbacks [] for security_group (16fe1d70-ba53-4695-af07-0bba37ca569a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:03.248276 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0570dab6-f257-4793-8e1a-e40d9020d644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (16fe1d70-ba53-4695-af07-0bba37ca569a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:03.251776 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-0570dab6-f257-4793-8e1a-e40d9020d644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:03.253236 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-0570dab6-f257-4793-8e1a-e40d9020d644 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16fe1d70-ba53-4695-af07-0bba37ca569a HTTP/1.1" status: 204 len: 168 time: 0.1635358 Jul 11 14:49:03.266170 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570dab6-f257-4793-8e1a-e40d9020d644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe1d70-ba53-4695-af07-0bba37ca569a,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:04.073995 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4dfd5-90ae-4325-a871-1495f89a0c03 req-fd9cdd76-3c9e-49da-8012-709c8cf3b1d8 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:04.076733 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-afb4dfd5-90ae-4325-a871-1495f89a0c03 req-fd9cdd76-3c9e-49da-8012-709c8cf3b1d8 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 945 time: 0.0737424 Jul 11 14:49:04.132540 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-afb4dfd5-90ae-4325-a871-1495f89a0c03 req-fba79c46-a5c9-41dc-b93b-dd41e6765ff2 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484509 Jul 11 14:49:05.307314 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa7ebf-e9b1-4e09-89a6-9ae81c51ee31 req-aaee5f75-193a-43c5-b8a2-182e5a463eaa tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:05.308928 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a5aa7ebf-e9b1-4e09-89a6-9ae81c51ee31 req-aaee5f75-193a-43c5-b8a2-182e5a463eaa tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 945 time: 0.0864849 Jul 11 14:49:05.365886 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-ee7dfa06-4fbf-4ae1-9860-6e29b009c696 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:05.367733 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-ee7dfa06-4fbf-4ae1-9860-6e29b009c696 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "GET /v2.0/ports?device_id=20001341-a787-44a7-9010-f8c8abd34313 HTTP/1.1" status: 200 len: 945 time: 0.0932922 Jul 11 14:49:05.396670 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a5aa7ebf-e9b1-4e09-89a6-9ae81c51ee31 req-abd28484-37b4-466e-87ca-6a8cf2cba3a4 tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.72 "GET /v2.0/security-groups?id=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Jul 11 14:49:05.479907 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Deleting port 7a3699df-313a-417b-bb80-b9981d10da5d {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:49:05.480263 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:05.600627 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] For port 7a3699df-313a-417b-bb80-b9981d10da5d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7a3699df-313a-417b-bb80-b9981d10da5d,segment=NetworkSegment(2c6f4674-be0f-4b45-917f-43830ea6427a),segment_id=2c6f4674-be0f-4b45-917f-43830ea6427a)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:49:05.601059 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:05.621076 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Calling delete_port for 7a3699df-313a-417b-bb80-b9981d10da5d owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:49:05.639451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:05.785533 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (7a3699df-313a-417b-bb80-b9981d10da5d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:05.798984 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7a3699df-313a-417b-bb80-b9981d10da5d'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:49:05.840249 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Pushing event deleted for resources: {'Port': ['ID=7a3699df-313a-417b-bb80-b9981d10da5d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:05.891714 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] No DVR routers for this DVR port 7a3699df-313a-417b-bb80-b9981d10da5d on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:49:05.894709 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:05.898204 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eab02a45-fc38-49ea-8e8d-03489fa35856 req-a1d185e0-a3a8-47d7-a625-e4aebcba031f tempest-VolumesActionsTest-346082276 tempest-VolumesActionsTest-346082276-project] 10.222.0.36 "DELETE /v2.0/ports/7a3699df-313a-417b-bb80-b9981d10da5d HTTP/1.1" status: 204 len: 173 time: 0.5254586 Jul 11 14:49:05.898749 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20001341-a787-44a7-9010-f8c8abd34313', 'name': 'network-vif-deleted', 'tag': '7a3699df-313a-417b-bb80-b9981d10da5d'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:49:05.901288 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf10f6-cb28-481d-bbcd-8025666f3e44" -d '{"events": [{"server_uuid": "20001341-a787-44a7-9010-f8c8abd34313", "name": "network-vif-deleted", "tag": "7a3699df-313a-417b-bb80-b9981d10da5d"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:49:05.952454 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f683f9d9-0ca3-4032-b580-74bd02890b7b x-openstack-request-id: req-f683f9d9-0ca3-4032-b580-74bd02890b7b {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:49:05.952917 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20001341-a787-44a7-9010-f8c8abd34313", "name": "network-vif-deleted", "tag": "7a3699df-313a-417b-bb80-b9981d10da5d", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:49:05.953354 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f683f9d9-0ca3-4032-b580-74bd02890b7b {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:49:05.954033 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f683f9d9-0ca3-4032-b580-74bd02890b7b'] response: {'server_uuid': '20001341-a787-44a7-9010-f8c8abd34313', 'name': 'network-vif-deleted', 'tag': '7a3699df-313a-417b-bb80-b9981d10da5d', 'status': 'completed', 'code': 200} Jul 11 14:49:09.366202 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:09.369737 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:10.300699 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7a3699df-313a-417b-bb80-b9981d10da5d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:49:10.326142 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 7a3699df-313a-417b-bb80-b9981d10da5d {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:49:10.327044 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7a3699df-313a-417b-bb80-b9981d10da5d not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:49:15.089402 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:15.377610 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:15.394390 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:15.871809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:15.875429 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=85,neutron:DELETE=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:19.649313 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49190) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:19.746797 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Deleting subnet d6fa3ec3-e31b-4342-8c90-5519572f55ec {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:49:19.752946 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Publish callbacks [] for subnet (d6fa3ec3-e31b-4342-8c90-5519572f55ec), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:19.826455 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (d6fa3ec3-e31b-4342-8c90-5519572f55ec), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:19.891153 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (d6fa3ec3-e31b-4342-8c90-5519572f55ec), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:19.957077 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (d6fa3ec3-e31b-4342-8c90-5519572f55ec), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:19.983621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6fa3ec3-e31b-4342-8c90-5519572f55ec,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:19.996818 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:19.997546 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:19.998867 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:19.999433 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:19.999993 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.000552 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.001103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.001695 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.002267 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.002864 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.003448 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.004019 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.004636 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.005203 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.005756 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:20.018357 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.026237 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-43d2f25d-65b7-4b31-987b-3bdc11688f6e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d6fa3ec3-e31b-4342-8c90-5519572f55ec HTTP/1.1" status: 204 len: 168 time: 0.3754210 Jul 11 14:49:20.027401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49196) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:20.096371 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-e702ef53-a580-424b-aeea-89ec152f1db2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460142 Jul 11 14:49:20.166054 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (3554a03c-fc90-464d-a186-4b47bea734c8), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.277484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-31de8d31-2e8f-417d-aeb5-a4d32fa714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:20.288131 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-31de8d31-2e8f-417d-aeb5-a4d32fa714ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1129 time: 0.1060624 Jul 11 14:49:20.302233 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:20.321978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (3554a03c-fc90-464d-a186-4b47bea734c8), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.363229 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3554a03c-fc90-464d-a186-4b47bea734c8']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:20.382932 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21274383-4428-4b15-94ae-0aaa2cca0ad8') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:20.383705 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21274383-4428-4b15-94ae-0aaa2cca0ad8') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:20.397102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (21274383-4428-4b15-94ae-0aaa2cca0ad8), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.417979 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (21274383-4428-4b15-94ae-0aaa2cca0ad8), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.441914 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:49:20.446756 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (21274383-4428-4b15-94ae-0aaa2cca0ad8), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.506298 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 21274383-4428-4b15-94ae-0aaa2cca0ad8 resource provider aggregate not found Jul 11 14:49:20.519114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-592f0400-fd05-4742-b341-4c0e5599ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:20.521104 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-592f0400-fd05-4742-b341-4c0e5599ebd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.1941903 Jul 11 14:49:20.584295 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 21274383-4428-4b15-94ae-0aaa2cca0ad8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21274383-4428-4b15-94ae-0aaa2cca0ad8 found for delete ", "request_id": "req-238740b6-f978-4e2d-a312-5d131b189bf7"}]} Jul 11 14:49:20.589031 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (3554a03c-fc90-464d-a186-4b47bea734c8), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.605340 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.614477 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49202) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:20.615709 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] 10.222.0.72 "DELETE /v2.0/networks/3554a03c-fc90-464d-a186-4b47bea734c8 HTTP/1.1" status: 204 len: 168 time: 0.5869250 Jul 11 14:49:20.629351 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ad0b-7072-4481-abdf-a6a6b4f25c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3554a03c-fc90-464d-a186-4b47bea734c8,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:20.670886 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-23d42b44-18a0-4b2f-ad78-a5fc346ab0c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 1000 time: 0.1391871 Jul 11 14:49:20.715582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Deleting subnet ac366b06-caff-4f18-969e-1eaf7bf71ec6 {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:49:20.725127 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Publish callbacks [] for subnet (ac366b06-caff-4f18-969e-1eaf7bf71ec6), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.771472 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-49544a5c-dd8c-4d05-8b88-0545306c6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:20.773001 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-49544a5c-dd8c-4d05-8b88-0545306c6241 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0910757 Jul 11 14:49:20.781804 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (ac366b06-caff-4f18-969e-1eaf7bf71ec6), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:20.870544 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-ad8a1889-5d2c-409f-a395-a9c2ff391935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:20.872060 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-ad8a1889-5d2c-409f-a395-a9c2ff391935 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875266 Jul 11 14:49:20.882221 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (ac366b06-caff-4f18-969e-1eaf7bf71ec6), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.373946 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (ac366b06-caff-4f18-969e-1eaf7bf71ec6), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.433028 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-d333965f-de41-46a2-8c66-24068f5a1256 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497684 Jul 11 14:49:21.434850 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.442695 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ac366b06-caff-4f18-969e-1eaf7bf71ec6 HTTP/1.1" status: 204 len: 168 time: 0.8251197 Jul 11 14:49:21.444807 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49208) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:21.508584 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac366b06-caff-4f18-969e-1eaf7bf71ec6,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:21.561269 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (ce251155-e5b1-4e84-b8b6-277f5346b1b2), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.575378 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.575893 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.576919 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.577428 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.577891 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.578380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.578940 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.579540 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.580011 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.580561 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.581105 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.581663 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.582522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.583960 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.583960 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cb9a1-ca38-4929-9a3c-9be6c0ba60ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:21.648286 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-46bcb3e3-9437-4391-b461-b08214a8e5f8 req-cc4db1a6-86fe-48d2-84a1-0264a01ea0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048974 Jul 11 14:49:21.753854 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (ce251155-e5b1-4e84-b8b6-277f5346b1b2), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.797856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce251155-e5b1-4e84-b8b6-277f5346b1b2']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:21.820386 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4689beb-a98b-4fc0-a837-ad4dfad029cd') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:21.821057 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4689beb-a98b-4fc0-a837-ad4dfad029cd') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:21.845939 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (e4689beb-a98b-4fc0-a837-ad4dfad029cd), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.872484 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (e4689beb-a98b-4fc0-a837-ad4dfad029cd), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.889375 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:49:21.890123 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (e4689beb-a98b-4fc0-a837-ad4dfad029cd), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:21.971146 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:21.989582 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (ce251155-e5b1-4e84-b8b6-277f5346b1b2), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.025455 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.038874 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] 10.222.0.72 "DELETE /v2.0/networks/ce251155-e5b1-4e84-b8b6-277f5346b1b2 HTTP/1.1" status: 204 len: 168 time: 0.5926528 Jul 11 14:49:22.040799 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be85c6-e25d-486a-a311-1339ad796b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce251155-e5b1-4e84-b8b6-277f5346b1b2,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:22.444906 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49220) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:22.529381 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-8aefbd98-ee48-478e-9d3d-7d3d3acfe7e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e8b934cdedf4654bb82f62880293b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835927 Jul 11 14:49:22.534756 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49222) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:22.640566 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment e4689beb-a98b-4fc0-a837-ad4dfad029cd resource provider aggregate not found Jul 11 14:49:22.648976 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-768b981d-7f59-48b5-819c-f3a131d1795a admin admin] Publish callbacks [] for security_group (638a3e62-1c04-47b6-9daa-5d64f6c1e852), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.690557 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment e4689beb-a98b-4fc0-a837-ad4dfad029cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4689beb-a98b-4fc0-a837-ad4dfad029cd found for delete ", "request_id": "req-0e9e27f2-0582-416a-be3d-1e7b1135f410"}]} Jul 11 14:49:22.707939 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-768b981d-7f59-48b5-819c-f3a131d1795a admin admin] Publish callbacks [] for security_group (638a3e62-1c04-47b6-9daa-5d64f6c1e852), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.786804 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1658528a-2387-480c-9bde-8c7423c1530d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.815154 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-768b981d-7f59-48b5-819c-f3a131d1795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (638a3e62-1c04-47b6-9daa-5d64f6c1e852), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.819575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-768b981d-7f59-48b5-819c-f3a131d1795a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:22.823259 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-768b981d-7f59-48b5-819c-f3a131d1795a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/638a3e62-1c04-47b6-9daa-5d64f6c1e852 HTTP/1.1" status: 204 len: 168 time: 0.2847500 Jul 11 14:49:22.843208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b981d-7f59-48b5-819c-f3a131d1795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638a3e62-1c04-47b6-9daa-5d64f6c1e852,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:23.383856 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49236) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:23.390706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:23.440272 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c55b4ab9-7956-4dab-8cf0-d0db2d9d6c3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dbd46346d1d24fbda86f76a3873a503e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553341 Jul 11 14:49:23.443605 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49238) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:23.535315 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa4f215-3cac-43d0-a69e-136cb1549d7b admin admin] Publish callbacks [] for security_group (db05aae5-f25d-499f-a48b-02e608408b32), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:23.579801 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa4f215-3cac-43d0-a69e-136cb1549d7b admin admin] Publish callbacks [] for security_group (db05aae5-f25d-499f-a48b-02e608408b32), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:23.672300 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa4f215-3cac-43d0-a69e-136cb1549d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (db05aae5-f25d-499f-a48b-02e608408b32), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:23.677893 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afa4f215-3cac-43d0-a69e-136cb1549d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:23.680383 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-afa4f215-3cac-43d0-a69e-136cb1549d7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db05aae5-f25d-499f-a48b-02e608408b32 HTTP/1.1" status: 204 len: 168 time: 0.2350492 Jul 11 14:49:23.710202 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4f215-3cac-43d0-a69e-136cb1549d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db05aae5-f25d-499f-a48b-02e608408b32,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:25.414990 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-040695d0-db53-49a4-9fc7-50496f337a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:25.742717 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49284) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:25.985834 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b7d9335f-4582-450f-b439-236c36567a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.164702 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b7d9335f-4582-450f-b439-236c36567a0a admin admin] Publish callbacks [] for security_group (a66bc792-ef56-451d-b631-fec614594e57), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.173262 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-b7d9335f-4582-450f-b439-236c36567a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (a66bc792-ef56-451d-b631-fec614594e57), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.228656 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b7d9335f-4582-450f-b439-236c36567a0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee0155f148c24db4863843ce41bb4754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817383 Jul 11 14:49:26.228656 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9335f-4582-450f-b439-236c36567a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66bc792-ef56-451d-b631-fec614594e57,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:26.229964 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49292) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:26.310577 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6a17691-3a66-47d0-8872-32b5f61dd3bf admin admin] Publish callbacks [] for security_group (a66bc792-ef56-451d-b631-fec614594e57), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.345754 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6a17691-3a66-47d0-8872-32b5f61dd3bf admin admin] Publish callbacks [] for security_group (a66bc792-ef56-451d-b631-fec614594e57), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.363368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:26.453151 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6a17691-3a66-47d0-8872-32b5f61dd3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (a66bc792-ef56-451d-b631-fec614594e57), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.456395 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-d6a17691-3a66-47d0-8872-32b5f61dd3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:26.458902 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-d6a17691-3a66-47d0-8872-32b5f61dd3bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a66bc792-ef56-451d-b631-fec614594e57 HTTP/1.1" status: 204 len: 168 time: 0.2267523 Jul 11 14:49:26.472951 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a17691-3a66-47d0-8872-32b5f61dd3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66bc792-ef56-451d-b631-fec614594e57,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:26.509209 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:27.098097 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:28.352564 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:28.521406 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:29.305373 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:49:32.127767 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49454) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:32.181634 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Deleting subnet 13fb845a-e157-4bf9-a299-c51f4dc93a7f {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:49:32.185377 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Publish callbacks [] for subnet (13fb845a-e157-4bf9-a299-c51f4dc93a7f), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.212406 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:32.227025 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (13fb845a-e157-4bf9-a299-c51f4dc93a7f), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.273125 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (13fb845a-e157-4bf9-a299-c51f4dc93a7f), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.332880 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (13fb845a-e157-4bf9-a299-c51f4dc93a7f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.361976 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fb845a-e157-4bf9-a299-c51f4dc93a7f,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:32.365823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.370031 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-86824e2e-10f5-42df-b213-0cb402fb01c8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/13fb845a-e157-4bf9-a299-c51f4dc93a7f HTTP/1.1" status: 204 len: 168 time: 0.2400923 Jul 11 14:49:32.373196 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49466) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:32.499082 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (558e7e14-28fa-468b-8d85-62c3486f900d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.598736 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (558e7e14-28fa-468b-8d85-62c3486f900d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.628432 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558e7e14-28fa-468b-8d85-62c3486f900d']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:32.641774 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6f4674-be0f-4b45-917f-43830ea6427a') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:32.642171 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6f4674-be0f-4b45-917f-43830ea6427a') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:49:32.656798 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (2c6f4674-be0f-4b45-917f-43830ea6427a), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.676425 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (2c6f4674-be0f-4b45-917f-43830ea6427a), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.684434 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:49:32.684903 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (2c6f4674-be0f-4b45-917f-43830ea6427a), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.749057 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 2c6f4674-be0f-4b45-917f-43830ea6427a resource provider aggregate not found Jul 11 14:49:32.766140 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (558e7e14-28fa-468b-8d85-62c3486f900d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.773640 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:32.778325 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/558e7e14-28fa-468b-8d85-62c3486f900d HTTP/1.1" status: 204 len: 168 time: 0.4035394 Jul 11 14:49:32.781075 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment 2c6f4674-be0f-4b45-917f-43830ea6427a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c6f4674-be0f-4b45-917f-43830ea6427a found for delete ", "request_id": "req-61118464-0228-4b49-8d00-f187e756b9fc"}]} Jul 11 14:49:32.804970 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd149a6e-a461-4d08-95c0-0b7c9e00bbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=558e7e14-28fa-468b-8d85-62c3486f900d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:33.004848 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49476) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:33.053761 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-9c769e35-d228-427d-962a-01891e958367 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23a54d0a3442474db1829cb42e2b3c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475700 Jul 11 14:49:33.056841 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49478) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:33.113676 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f767db24-9963-49fb-92d5-4f9abd03d40a admin admin] Publish callbacks [] for security_group (0cabd8d2-59cf-47e4-a32b-c8ac7d81837d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:33.154393 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f767db24-9963-49fb-92d5-4f9abd03d40a admin admin] Publish callbacks [] for security_group (0cabd8d2-59cf-47e4-a32b-c8ac7d81837d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:33.230265 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f767db24-9963-49fb-92d5-4f9abd03d40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (0cabd8d2-59cf-47e4-a32b-c8ac7d81837d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:33.233637 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f767db24-9963-49fb-92d5-4f9abd03d40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:33.234991 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f767db24-9963-49fb-92d5-4f9abd03d40a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0cabd8d2-59cf-47e4-a32b-c8ac7d81837d HTTP/1.1" status: 204 len: 168 time: 0.1770809 Jul 11 14:49:33.244853 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767db24-9963-49fb-92d5-4f9abd03d40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabd8d2-59cf-47e4-a32b-c8ac7d81837d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:33.257797 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:35.801772 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-2a9df422-e105-4bcd-9bd1-5afae8c37d06 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c467ecb2524b41e4840d81dd2128396a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350132 Jul 11 14:49:36.013198 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-b751354b-b936-42b7-a53e-b3362526176f tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:36.015097 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-b751354b-b936-42b7-a53e-b3362526176f tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075655 Jul 11 14:49:36.031364 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-b049f5d4-4748-4fc1-950b-6b88c8f28b46 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/quotas/c467ecb2524b41e4840d81dd2128396a HTTP/1.1" status: 200 len: 375 time: 0.0100091 Jul 11 14:49:36.071232 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-dbacb81a-40ad-4df2-9859-d701cdcec233 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c467ecb2524b41e4840d81dd2128396a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339530 Jul 11 14:49:36.219306 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=60,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:36.224426 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:36.292242 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-e0fdbb5b-e425-4e7a-9629-541b58530349 req-fd073eff-8e5e-4ee0-a8bb-28034a6688d9 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 210 time: 0.0480945 Jul 11 14:49:36.834341 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49568) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:36.980878 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:36.983840 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c2c-aa2b-43db-b2f7-97f9604bacc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.062130 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:37.104932 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c2c-aa2b-43db-b2f7-97f9604bacc8 admin admin] Publish callbacks [] for security_group (84a5aa90-c890-40c7-aeb9-af864f45f124), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.110355 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bdd24c2c-aa2b-43db-b2f7-97f9604bacc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (84a5aa90-c890-40c7-aeb9-af864f45f124), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.155707 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-bdd24c2c-aa2b-43db-b2f7-97f9604bacc8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32a542ab99854d55b6f56d78de0f4a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201711 Jul 11 14:49:37.156694 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd24c2c-aa2b-43db-b2f7-97f9604bacc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a5aa90-c890-40c7-aeb9-af864f45f124,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:37.159225 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49572) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:37.244679 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-864d0795-d911-41bf-a1cc-2c8a5bdbc52c admin admin] Publish callbacks [] for security_group (84a5aa90-c890-40c7-aeb9-af864f45f124), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.283310 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-864d0795-d911-41bf-a1cc-2c8a5bdbc52c admin admin] Publish callbacks [] for security_group (84a5aa90-c890-40c7-aeb9-af864f45f124), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.360541 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-864d0795-d911-41bf-a1cc-2c8a5bdbc52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (84a5aa90-c890-40c7-aeb9-af864f45f124), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.366333 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-864d0795-d911-41bf-a1cc-2c8a5bdbc52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.368693 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-864d0795-d911-41bf-a1cc-2c8a5bdbc52c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84a5aa90-c890-40c7-aeb9-af864f45f124 HTTP/1.1" status: 204 len: 168 time: 0.2073748 Jul 11 14:49:37.389420 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-c79c9df1-a4df-4b42-a0d9-1be2eab1486c tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c467ecb2524b41e4840d81dd2128396a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376921 Jul 11 14:49:37.398380 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d0795-d911-41bf-a1cc-2c8a5bdbc52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a5aa90-c890-40c7-aeb9-af864f45f124,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:37.505191 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3d2a6523-14fd-4661-839b-a119ee47a0c2 req-b3427a1d-ccb3-43a6-a9be-51acd6b7ac59 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 210 time: 0.0915518 Jul 11 14:49:37.647467 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-303f3c8a-a236-4fd2-9706-e2a197586806 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:37.649367 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-303f3c8a-a236-4fd2-9706-e2a197586806 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545609 Jul 11 14:49:37.730286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Request body: {'port': {'device_id': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c', 'admin_state_up': True, 'tenant_id': 'c467ecb2524b41e4840d81dd2128396a'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:37.765544 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49584) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:37.786455 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-102f942a-0f5e-4a7e-be55-c975b3840922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.881456 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Made reservation on behalf of c467ecb2524b41e4840d81dd2128396a for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:49:37.886956 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.901838 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.902185 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-102f942a-0f5e-4a7e-be55-c975b3840922 admin admin] Publish callbacks [] for security_group (612d904a-3c8c-4b32-8344-aed44a1dda37), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.907476 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-102f942a-0f5e-4a7e-be55-c975b3840922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (612d904a-3c8c-4b32-8344-aed44a1dda37), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:37.952011 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f942a-0f5e-4a7e-be55-c975b3840922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612d904a-3c8c-4b32-8344-aed44a1dda37,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:37.958101 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-102f942a-0f5e-4a7e-be55-c975b3840922 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=856dfcf5095945479bfce3145d6aec3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910713 Jul 11 14:49:37.961021 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49586) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:38.021616 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c2969c73-0735-41c5-9642-0c7c748aae85 admin admin] Publish callbacks [] for security_group (612d904a-3c8c-4b32-8344-aed44a1dda37), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.022037 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks [] for security_group (dbb51e99-b34c-4612-b99a-2a02bfe6a352), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.028998 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (dbb51e99-b34c-4612-b99a-2a02bfe6a352), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.050312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c2969c73-0735-41c5-9642-0c7c748aae85 admin admin] Publish callbacks [] for security_group (612d904a-3c8c-4b32-8344-aed44a1dda37), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.098668 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb51e99-b34c-4612-b99a-2a02bfe6a352,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:38.120217 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c2969c73-0735-41c5-9642-0c7c748aae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (612d904a-3c8c-4b32-8344-aed44a1dda37), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.123528 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-c2969c73-0735-41c5-9642-0c7c748aae85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.125650 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-c2969c73-0735-41c5-9642-0c7c748aae85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/612d904a-3c8c-4b32-8344-aed44a1dda37 HTTP/1.1" status: 204 len: 168 time: 0.1630685 Jul 11 14:49:38.150816 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2969c73-0735-41c5-9642-0c7c748aae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d904a-3c8c-4b32-8344-aed44a1dda37,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:38.228247 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Allocated IP 192.168.233.249 (63ce4c19-1390-472f-a2c1-3e5bc7a0b62c/b94a8da7-b45a-44fb-b705-022a6972099f/7bc14979-1242-4a53-af40-30c73f0c39a3) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:49:38.370322 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:38.407359 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks [] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.433847 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:38.454222 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.534314 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:49:38.541293 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:49:38.549455 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:49:38.598271 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49594) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:38.599450 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Pushing event updated for resources: {'Port': ['ID=7bc14979-1242-4a53-af40-30c73f0c39a3,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:38.627893 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3c7c45c3-85d5-43b0-840f-1142041409da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.641708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:38.642781 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.672207 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-20119cfe-01df-484b-addf-49e7de96f8d4 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9463582 Jul 11 14:49:38.686415 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Request body: {'port': {'device_id': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:38.686871 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a064d-9689-4051-b634-99bef8896a5b req-715682c7-bc5a-45cc-aaed-d4e2ea814c9d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:38.689809 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b99a064d-9689-4051-b634-99bef8896a5b req-715682c7-bc5a-45cc-aaed-d4e2ea814c9d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 936 time: 0.0840809 Jul 11 14:49:38.778904 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-b99a064d-9689-4051-b634-99bef8896a5b req-ab08d870-57fd-4b5d-96d1-c99bd59dcb6d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762970 Jul 11 14:49:38.798403 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.814312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3c7c45c3-85d5-43b0-840f-1142041409da admin admin] Publish callbacks [] for security_group (bdd94666-5ff1-42d4-a4c2-efb38492137e), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.824865 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3c7c45c3-85d5-43b0-840f-1142041409da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (bdd94666-5ff1-42d4-a4c2-efb38492137e), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:38.880465 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3c7c45c3-85d5-43b0-840f-1142041409da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b31c09244b84d9daa8efa10aec12a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778933 Jul 11 14:49:38.880465 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c45c3-85d5-43b0-840f-1142041409da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd94666-5ff1-42d4-a4c2-efb38492137e,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:38.881864 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49596) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:38.993706 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-3702c08d-4a61-48df-b66a-0a84788c251c None None] Provisioning complete for port 7bc14979-1242-4a53-af40-30c73f0c39a3 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:49:38.994718 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3702c08d-4a61-48df-b66a-0a84788c251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.028106 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2867-6b5c-4a89-9ced-02871d71f31a admin admin] Publish callbacks [] for security_group (bdd94666-5ff1-42d4-a4c2-efb38492137e), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.032436 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-3702c08d-4a61-48df-b66a-0a84788c251c None None] Port 7bc14979-1242-4a53-af40-30c73f0c39a3 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:49:39.094016 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2867-6b5c-4a89-9ced-02871d71f31a admin admin] Publish callbacks [] for security_group (bdd94666-5ff1-42d4-a4c2-efb38492137e), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.203332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2867-6b5c-4a89-9ced-02871d71f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (bdd94666-5ff1-42d4-a4c2-efb38492137e), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.205869 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-fe3f2867-6b5c-4a89-9ced-02871d71f31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.207117 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-fe3f2867-6b5c-4a89-9ced-02871d71f31a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bdd94666-5ff1-42d4-a4c2-efb38492137e HTTP/1.1" status: 204 len: 168 time: 0.3234975 Jul 11 14:49:39.222051 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f2867-6b5c-4a89-9ced-02871d71f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd94666-5ff1-42d4-a4c2-efb38492137e,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:39.227635 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc14979-1242-4a53-af40-30c73f0c39a3 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:49:39.239132 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Publish callbacks [] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.260143 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Transition to ACTIVE for port object 7bc14979-1242-4a53-af40-30c73f0c39a3 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:49:39.264611 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.383722 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc14979-1242-4a53-af40-30c73f0c39a3,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:39.473102 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:39.476875 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Attempting to bind port 7bc14979-1242-4a53-af40-30c73f0c39a3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:49:39.477370 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Attempting to bind port 7bc14979-1242-4a53-af40-30c73f0c39a3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:49:39.477864 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Attempting to bind port 7bc14979-1242-4a53-af40-30c73f0c39a3 on network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:49:39.488311 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Port 7bc14979-1242-4a53-af40-30c73f0c39a3 on network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:49:39.488826 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Attempting to bind port 7bc14979-1242-4a53-af40-30c73f0c39a3 on network 63ce4c19-1390-472f-a2c1-3e5bc7a0b62c {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:49:39.499095 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:49:39.499582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Checking segment: {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:49:39.500138 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Bound using segment: {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:49:39.500778 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Bound port: 7bc14979-1242-4a53-af40-30c73f0c39a3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:49:39.501365 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.506191 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:39.618493 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] For port 7bc14979-1242-4a53-af40-30c73f0c39a3, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:49:39.624393 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] For port 7bc14979-1242-4a53-af40-30c73f0c39a3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7bc14979-1242-4a53-af40-30c73f0c39a3,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:49:39.633521 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.709429 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:39.710708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:39.713030 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bc14979-1242-4a53-af40-30c73f0c39a3 HTTP/1.1" status: 200 len: 1098 time: 1.0328515 Jul 11 14:49:39.713768 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'tag': '7bc14979-1242-4a53-af40-30c73f0c39a3'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:49:39.718603 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc24bd7-5981-48f3-9092-058407a1991f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5e7ae8-7506-45ec-89eb-3e0a454e370d", "tag": "7bc14979-1242-4a53-af40-30c73f0c39a3"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:49:39.761148 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f18e2b-952a-4c6a-ae84-f6beeea70000 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc14979-1242-4a53-af40-30c73f0c39a3,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:39.801296 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afa4dfc-348b-4dd2-9803-50a3cd872a8c x-openstack-request-id: req-1afa4dfc-348b-4dd2-9803-50a3cd872a8c {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:49:39.801809 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5e7ae8-7506-45ec-89eb-3e0a454e370d", "tag": "7bc14979-1242-4a53-af40-30c73f0c39a3", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:49:39.802139 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1afa4dfc-348b-4dd2-9803-50a3cd872a8c {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:49:39.802659 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afa4dfc-348b-4dd2-9803-50a3cd872a8c'] response: {'name': 'network-changed', 'server_uuid': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'tag': '7bc14979-1242-4a53-af40-30c73f0c39a3', 'status': 'completed', 'code': 200} Jul 11 14:49:39.844916 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-d1feaed9-90ca-4246-94e5-7be6b6673a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:39.846647 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-d1feaed9-90ca-4246-94e5-7be6b6673a90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c467ecb2524b41e4840d81dd2128396a&device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 1132 time: 0.0607429 Jul 11 14:49:39.907957 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-337f7129-936e-4c7c-9eee-269f17fc741e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7bc14979-1242-4a53-af40-30c73f0c39a3 HTTP/1.1" status: 200 len: 217 time: 0.0530252 Jul 11 14:49:39.958978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:39.971743 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3184-98ae-47f2-a9a6-98cd1442c676 req-a275052f-881d-4f4b-b458-1f4e64401e41 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:39.973617 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-90bb3184-98ae-47f2-a9a6-98cd1442c676 req-a275052f-881d-4f4b-b458-1f4e64401e41 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 948 time: 0.0659513 Jul 11 14:49:39.985271 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-63b754d7-7ddc-4893-ae56-4f81c7cf095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:39.986652 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:39.987995 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-63b754d7-7ddc-4893-ae56-4f81c7cf095c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b94a8da7-b45a-44fb-b705-022a6972099f HTTP/1.1" status: 200 len: 843 time: 0.0736606 Jul 11 14:49:40.038188 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-90bb3184-98ae-47f2-a9a6-98cd1442c676 req-73fdb89c-9e36-4294-a18c-cd37520561b1 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Jul 11 14:49:40.059141 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a39f-c959-4035-bc2a-a002d55a400e req-f50907c1-0d51-427b-a490-eb2d47158c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:40.061679 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-f50907c1-0d51-427b-a490-eb2d47158c74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63ce4c19-1390-472f-a2c1-3e5bc7a0b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0680304 Jul 11 14:49:40.202375 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-49e99e0b-e7dd-4251-aad4-44777f641889 service neutron] 10.222.0.36 "GET /v2.0/networks/63ce4c19-1390-472f-a2c1-3e5bc7a0b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328804 Jul 11 14:49:40.327156 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9031a39f-c959-4035-bc2a-a002d55a400e req-b8ae3f5c-2d54-478c-a899-aad02cdd6d5a service neutron] 10.222.0.36 "GET /v2.0/networks/63ce4c19-1390-472f-a2c1-3e5bc7a0b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174612 Jul 11 14:49:41.200343 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b6752-7894-4342-89a9-044a8bcea250 req-4f0c92d2-e7d5-4ae1-a5c4-95cabd561179 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:41.201986 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-503b6752-7894-4342-89a9-044a8bcea250 req-4f0c92d2-e7d5-4ae1-a5c4-95cabd561179 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 948 time: 0.0738537 Jul 11 14:49:41.203052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24bd7-5981-48f3-9092-058407a1991f req-0ef3fa18-f358-4431-b518-2f94c4aaf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:41.204516 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-0ef3fa18-f358-4431-b518-2f94c4aaf3e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c467ecb2524b41e4840d81dd2128396a&device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 1132 time: 0.0860639 Jul 11 14:49:41.328518 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-503b6752-7894-4342-89a9-044a8bcea250 req-69468365-67d8-4f27-9564-d04f77cf5464 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095045 Jul 11 14:49:41.354751 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24bd7-5981-48f3-9092-058407a1991f req-c5e46472-fc80-4a68-9ead-0532e3d73c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:41.357683 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-c5e46472-fc80-4a68-9ead-0532e3d73c04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63ce4c19-1390-472f-a2c1-3e5bc7a0b62c HTTP/1.1" status: 200 len: 870 time: 0.1470160 Jul 11 14:49:41.402285 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-42785f5c-fea1-424b-850e-d23c744d988e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7bc14979-1242-4a53-af40-30c73f0c39a3 HTTP/1.1" status: 200 len: 217 time: 0.0380361 Jul 11 14:49:41.461770 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24bd7-5981-48f3-9092-058407a1991f req-c2b16676-eccb-4979-9c6f-b2eaa5f77bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:41.463486 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-c2b16676-eccb-4979-9c6f-b2eaa5f77bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b94a8da7-b45a-44fb-b705-022a6972099f HTTP/1.1" status: 200 len: 843 time: 0.0539756 Jul 11 14:49:41.515243 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24bd7-5981-48f3-9092-058407a1991f req-bdf42b33-472e-4b1f-98a2-be4134da08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:41.518076 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-bdf42b33-472e-4b1f-98a2-be4134da08a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63ce4c19-1390-472f-a2c1-3e5bc7a0b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0487742 Jul 11 14:49:41.633921 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-c2f2eb72-2537-4ea5-8c5f-f338bc72c8bf service neutron] 10.222.0.36 "GET /v2.0/networks/63ce4c19-1390-472f-a2c1-3e5bc7a0b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101131 Jul 11 14:49:41.726811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:41.729604 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:41.751157 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fbc24bd7-5981-48f3-9092-058407a1991f req-c89f8c87-f63d-453b-b4a3-082828a6812a service neutron] 10.222.0.36 "GET /v2.0/networks/63ce4c19-1390-472f-a2c1-3e5bc7a0b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118114 Jul 11 14:49:42.461677 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee44ca7-f2f6-4f03-9372-f8a07a0fb8df req-3d575fb3-6f16-461b-8ebf-4b8b1b972368 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:42.463296 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-eee44ca7-f2f6-4f03-9372-f8a07a0fb8df req-3d575fb3-6f16-461b-8ebf-4b8b1b972368 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 948 time: 0.0520856 Jul 11 14:49:42.518196 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-eee44ca7-f2f6-4f03-9372-f8a07a0fb8df req-a8501c50-b7b3-4e50-a7a6-1e9a3fbe6c58 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 Jul 11 14:49:43.586798 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7bc14979-1242-4a53-af40-30c73f0c39a3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:49:43.678262 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6bd6f-4e85-4eea-b8d5-47d4b4ecceed req-f1acffa9-ca89-403d-a3a3-26fc4a7ddb5f tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:43.680492 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0bd6bd6f-4e85-4eea-b8d5-47d4b4ecceed req-f1acffa9-ca89-403d-a3a3-26fc4a7ddb5f tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 948 time: 0.0840266 Jul 11 14:49:43.727498 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7bc14979-1242-4a53-af40-30c73f0c39a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7bc14979-1242-4a53-af40-30c73f0c39a3,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:49:43.742741 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': '7bc14979-1242-4a53-af40-30c73f0c39a3', 'network_id': '63ce4c19-1390-472f-a2c1-3e5bc7a0b62c', 'port_id': '7bc14979-1242-4a53-af40-30c73f0c39a3', 'mac_address': 'fa:16:3e:4f:b0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94a8da7-b45a-44fb-b705-022a6972099f', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:49:43.750981 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0bd6bd6f-4e85-4eea-b8d5-47d4b4ecceed req-4d5f46f3-4e52-4c13-a941-993c946b3a39 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600913 Jul 11 14:49:43.786156 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7bc14979-1242-4a53-af40-30c73f0c39a3 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:49:43.786658 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:43.803772 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc14979-1242-4a53-af40-30c73f0c39a3 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:49:43.827958 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7bc14979-1242-4a53-af40-30c73f0c39a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7bc14979-1242-4a53-af40-30c73f0c39a3,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:49:43.832890 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:43.888622 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7bc14979-1242-4a53-af40-30c73f0c39a3,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:43.897501 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.897838 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.898183 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.898555 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.898913 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.899264 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.899561 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.899881 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.900200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.900520 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.900845 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.901164 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.901480 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.901794 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:43.902108 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:49:44.061834 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7bc14979-1242-4a53-af40-30c73f0c39a3'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:49:44.894736 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b323352-2023-4325-b784-5c585f5fe002 req-a3b78bf2-e1c7-49f4-807b-1981c1b689db tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:44.896345 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7b323352-2023-4325-b784-5c585f5fe002 req-a3b78bf2-e1c7-49f4-807b-1981c1b689db tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 949 time: 0.0605319 Jul 11 14:49:44.971914 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7b323352-2023-4325-b784-5c585f5fe002 req-24c9daa5-a3c6-4939-9274-3ddcab03592a tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690687 Jul 11 14:49:45.085866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:45.601788 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7bc14979-1242-4a53-af40-30c73f0c39a3 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:49:45.648759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port 7bc14979-1242-4a53-af40-30c73f0c39a3 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:49:45.656303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port 7bc14979-1242-4a53-af40-30c73f0c39a3 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:49:45.656869 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:45.715162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:45.770323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port 7bc14979-1242-4a53-af40-30c73f0c39a3 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:49:45.770981 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:45.813435 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc14979-1242-4a53-af40-30c73f0c39a3'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:49:45.817617 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e11e642-5d5c-48e7-b912-6094d886b3bf" -d '{"events": [{"server_uuid": "4e5e7ae8-7506-45ec-89eb-3e0a454e370d", "name": "network-vif-plugged", "status": "completed", "tag": "7bc14979-1242-4a53-af40-30c73f0c39a3"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:49:45.841957 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port 7bc14979-1242-4a53-af40-30c73f0c39a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7bc14979-1242-4a53-af40-30c73f0c39a3,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:49:45.848611 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:45.888702 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca1a7b-20a6-4b76-8f67-719b05604e7d x-openstack-request-id: req-dcca1a7b-20a6-4b76-8f67-719b05604e7d {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:49:45.889035 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5e7ae8-7506-45ec-89eb-3e0a454e370d", "name": "network-vif-plugged", "status": "completed", "tag": "7bc14979-1242-4a53-af40-30c73f0c39a3", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:49:45.889217 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcca1a7b-20a6-4b76-8f67-719b05604e7d {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:49:45.889624 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcca1a7b-20a6-4b76-8f67-719b05604e7d'] response: {'server_uuid': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc14979-1242-4a53-af40-30c73f0c39a3', 'code': 200} Jul 11 14:49:45.925640 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=7bc14979-1242-4a53-af40-30c73f0c39a3,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:46.077753 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15820e6f-6877-4936-9151-c5ffb9d03b8d req-fd78cb19-9d21-4319-aef2-67668d5d20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:46.079951 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15820e6f-6877-4936-9151-c5ffb9d03b8d req-fd78cb19-9d21-4319-aef2-67668d5d20b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 1134 time: 0.0646868 Jul 11 14:49:46.112957 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ad8b6-b9c4-4ca1-92a2-c56860663eed req-40866358-dde8-4ca7-846d-9602801d882e tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:46.114917 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a44ad8b6-b9c4-4ca1-92a2-c56860663eed req-40866358-dde8-4ca7-846d-9602801d882e tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 950 time: 0.0658736 Jul 11 14:49:46.131368 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15820e6f-6877-4936-9151-c5ffb9d03b8d req-3ae942ee-70b1-4d60-86d6-16536b2e07c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Jul 11 14:49:46.191075 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a44ad8b6-b9c4-4ca1-92a2-c56860663eed req-a336457f-deb8-48d6-9025-f0cf9071854a tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Jul 11 14:49:46.362788 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=2 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:46.379324 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=6 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:47.357361 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b080-71ea-40a6-a411-889d49ccaae1 req-8c901d44-aff2-47dd-90bf-bcff34dffcbb tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:47.359021 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f919b080-71ea-40a6-a411-889d49ccaae1 req-8c901d44-aff2-47dd-90bf-bcff34dffcbb tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 950 time: 0.0833499 Jul 11 14:49:47.415196 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f919b080-71ea-40a6-a411-889d49ccaae1 req-ca41d568-580e-465c-8d46-83a2869859ae tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497200 Jul 11 14:49:48.549618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e6e5e-2a1e-4185-a45b-dc06f4213dc6 req-47c1068b-1899-4cd9-860f-09c99f98adbe tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:48.551256 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f27e6e5e-2a1e-4185-a45b-dc06f4213dc6 req-47c1068b-1899-4cd9-860f-09c99f98adbe tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 950 time: 0.0519142 Jul 11 14:49:48.608142 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f27e6e5e-2a1e-4185-a45b-dc06f4213dc6 req-3e151ce2-20e2-49a9-bbf3-82523b20fb7d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508790 Jul 11 14:49:48.918362 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc411eb-c490-4a82-846a-f7bbf9f865a8 req-e6efa73c-a625-4eca-97c8-568a7af96d45 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:48.920120 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc411eb-c490-4a82-846a-f7bbf9f865a8 req-e6efa73c-a625-4eca-97c8-568a7af96d45 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 950 time: 0.0565281 Jul 11 14:49:48.976254 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-4cc411eb-c490-4a82-846a-f7bbf9f865a8 req-4406ba57-3d4d-48c9-affa-e454a8deec7d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495994 Jul 11 14:49:50.116801 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb936f-c953-4fea-bb18-c38d42bc1b82 req-f61dd481-9abd-456c-a9ac-1b30f65f5d0d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:50.118452 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5feb936f-c953-4fea-bb18-c38d42bc1b82 req-f61dd481-9abd-456c-a9ac-1b30f65f5d0d tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 950 time: 0.0538976 Jul 11 14:49:50.210421 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5feb936f-c953-4fea-bb18-c38d42bc1b82 req-a88e3e63-ebe0-489a-ab92-cd5f8a9183fb tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.72 "GET /v2.0/security-groups?id=dbb51e99-b34c-4612-b99a-2a02bfe6a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860991 Jul 11 14:49:50.217867 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76f120-e952-47da-815b-c54b5cd02cac req-2389d30f-0164-41c5-abb5-eaabe34755b2 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:50.219698 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0b76f120-e952-47da-815b-c54b5cd02cac req-2389d30f-0164-41c5-abb5-eaabe34755b2 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e5e7ae8-7506-45ec-89eb-3e0a454e370d HTTP/1.1" status: 200 len: 950 time: 0.0745308 Jul 11 14:49:50.321363 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Deleting port 7bc14979-1242-4a53-af40-30c73f0c39a3 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:49:50.321801 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:50.428608 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] For port 7bc14979-1242-4a53-af40-30c73f0c39a3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7bc14979-1242-4a53-af40-30c73f0c39a3,segment=NetworkSegment(cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5),segment_id=cd07cc6b-e0c2-4248-bcf1-efc8a7a385b5)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:49:50.429021 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:50.446211 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Calling delete_port for 7bc14979-1242-4a53-af40-30c73f0c39a3 owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:49:50.604471 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (7bc14979-1242-4a53-af40-30c73f0c39a3), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:50.619045 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['7bc14979-1242-4a53-af40-30c73f0c39a3'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:49:50.623201 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:50.643899 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Pushing event deleted for resources: {'Port': ['ID=7bc14979-1242-4a53-af40-30c73f0c39a3,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:50.710708 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] No DVR routers for this DVR port 7bc14979-1242-4a53-af40-30c73f0c39a3 on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:49:50.713735 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:50.717601 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0b76f120-e952-47da-815b-c54b5cd02cac req-1888e8aa-8cd5-43a7-9c23-29540f0575e6 tempest-VolumesNegativeTest-670728480 tempest-VolumesNegativeTest-670728480-project] 10.222.0.36 "DELETE /v2.0/ports/7bc14979-1242-4a53-af40-30c73f0c39a3 HTTP/1.1" status: 204 len: 173 time: 0.4912717 Jul 11 14:49:50.718088 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'name': 'network-vif-deleted', 'tag': '7bc14979-1242-4a53-af40-30c73f0c39a3'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:49:50.720624 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2238574-5e90-4c41-bb81-ef44476c478a" -d '{"events": [{"server_uuid": "4e5e7ae8-7506-45ec-89eb-3e0a454e370d", "name": "network-vif-deleted", "tag": "7bc14979-1242-4a53-af40-30c73f0c39a3"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:49:50.791755 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651c0988-38a2-44cf-907a-5900825c2ca6 x-openstack-request-id: req-651c0988-38a2-44cf-907a-5900825c2ca6 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:49:50.792328 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5e7ae8-7506-45ec-89eb-3e0a454e370d", "name": "network-vif-deleted", "tag": "7bc14979-1242-4a53-af40-30c73f0c39a3", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:49:50.792729 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-651c0988-38a2-44cf-907a-5900825c2ca6 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:49:50.793683 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651c0988-38a2-44cf-907a-5900825c2ca6'] response: {'server_uuid': '4e5e7ae8-7506-45ec-89eb-3e0a454e370d', 'name': 'network-vif-deleted', 'tag': '7bc14979-1242-4a53-af40-30c73f0c39a3', 'status': 'completed', 'code': 200} Jul 11 14:49:52.765365 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-218cca9f-7c8f-407c-8ae7-0b04c94dfea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:53.647237 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7bc14979-1242-4a53-af40-30c73f0c39a3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:49:53.672031 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 7bc14979-1242-4a53-af40-30c73f0c39a3 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:49:53.672402 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 7bc14979-1242-4a53-af40-30c73f0c39a3 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:49:55.401985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-72e37fce-e912-432b-a6af-4a1daaa419f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:56.355850 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49872) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:56.523924 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f54ae135-5962-44c1-92bc-e6e8259f9b60 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c467ecb2524b41e4840d81dd2128396a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666307 Jul 11 14:49:56.526773 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49876) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:56.601816 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0963-98ec-4e1b-a8d9-58ea8db7263f admin admin] Publish callbacks [] for security_group (dbb51e99-b34c-4612-b99a-2a02bfe6a352), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:56.643130 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0963-98ec-4e1b-a8d9-58ea8db7263f admin admin] Publish callbacks [] for security_group (dbb51e99-b34c-4612-b99a-2a02bfe6a352), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:56.714945 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0963-98ec-4e1b-a8d9-58ea8db7263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (dbb51e99-b34c-4612-b99a-2a02bfe6a352), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:56.718962 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0963-98ec-4e1b-a8d9-58ea8db7263f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:56.720330 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1e1d0963-98ec-4e1b-a8d9-58ea8db7263f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbb51e99-b34c-4612-b99a-2a02bfe6a352 HTTP/1.1" status: 204 len: 168 time: 0.1924818 Jul 11 14:49:56.731200 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d0963-98ec-4e1b-a8d9-58ea8db7263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb51e99-b34c-4612-b99a-2a02bfe6a352,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:57.091785 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.494968 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49898) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:57.617245 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1759230089-network', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:57.650763 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Made reservation on behalf of 6c2327c73cc445ba97c2ef24ef45e4d5 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:49:57.653495 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.666140 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.707669 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:57.716688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:57.775393 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks [] for security_group (f79cfe2a-8214-48fb-8363-b9702b9b2787), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.780304 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f79cfe2a-8214-48fb-8363-b9702b9b2787), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.807323 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:49:57.826660 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79cfe2a-8214-48fb-8363-b9702b9b2787,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:57.830301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (b3979948-7cf0-4ec1-b6ca-c517407504de), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.830642 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Added segment b3979948-7cf0-4ec1-b6ca-c517407504de of type vlan for network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 Jul 11 14:49:57.884244 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.915646 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:57.916747 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:57.917332 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.224513 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7279661 Jul 11 14:49:58.228669 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49902) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:58.234879 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Request body: {'subnet': {'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1759230089-subnet', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:58.256962 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55762d-e13d-4b06-85cd-3199e78639e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:58.262842 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Made reservation on behalf of 6c2327c73cc445ba97c2ef24ef45e4d5 for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:49:58.268052 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12369626'] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.272227 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:49:58.408289 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:58.422735 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.464503 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:58.480555 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12369612'] for subnet (239f02f0-7c10-4450-8222-34a7c41d9f0d), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.516488 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.564989 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Pushing event updated for resources: {'Subnet': ['ID=239f02f0-7c10-4450-8222-34a7c41d9f0d,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:58.578260 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Checking segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:49:58.578703 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Network hostable DHCP agents. Network: 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:49:58.603832 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:49:58.616149 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:49:58.623024 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:49:58.623817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.627156 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7c472-119c-475c-9e49-ddc0bea629f5 None None] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:49:58.644656 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-6fde5302-a552-4c32-a73a-9da0a7ad165e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4145176 Jul 11 14:49:58.647595 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49904) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:49:58.652776 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:49:58.684801 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (34fb196a-1095-4172-9b5e-56175775768c), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.686042 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (34fb196a-1095-4172-9b5e-56175775768c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.749204 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks [] for router_controller (34fb196a-1095-4172-9b5e-56175775768c), precommit_add_association {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.812458 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:49:58.814022 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.952675 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks [] for router_gateway (34fb196a-1095-4172-9b5e-56175775768c), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:58.986860 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Allocated IP 172.20.0.2 (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3/239f02f0-7c10-4450-8222-34a7c41d9f0d/4360b70a-2ce3-4437-8273-41360bc280d8) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:49:59.163325 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks [] for router_gateway (34fb196a-1095-4172-9b5e-56175775768c), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.184056 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.212939 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Publish callbacks [] for port (4360b70a-2ce3-4437-8273-41360bc280d8), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.221185 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.269669 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:49:59.273323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:49:59.282294 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:49:59.290546 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Pushing event updated for resources: {'Port': ['ID=4360b70a-2ce3-4437-8273-41360bc280d8,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:59.371675 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Allocated IP 172.37.1.38 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/97820360-d8f9-49b6-9c92-81cfffd2df51) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:49:59.385626 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Attempting to bind port 4360b70a-2ce3-4437-8273-41360bc280d8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:49:59.386187 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Attempting to bind port 4360b70a-2ce3-4437-8273-41360bc280d8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:49:59.386693 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Attempting to bind port 4360b70a-2ce3-4437-8273-41360bc280d8 on network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:49:59.395696 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:49:59.396311 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Checking segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:49:59.396964 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.397405 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Bound using segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:49:59.398459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Bound port: 4360b70a-2ce3-4437-8273-41360bc280d8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:49:59.399444 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.419707 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:59.497567 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] For port 4360b70a-2ce3-4437-8273-41360bc280d8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:49:59.502631 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] For port 4360b70a-2ce3-4437-8273-41360bc280d8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4360b70a-2ce3-4437-8273-41360bc280d8,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:49:59.511125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.598853 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c812-a839-40cb-9797-1712589691e8 None None] Pushing event updated for resources: {'Port': ['ID=4360b70a-2ce3-4437-8273-41360bc280d8,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:49:59.865993 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks [] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.880863 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:49:59.920660 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:49:59.973362 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:49:59.976799 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:49:59.981274 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:00.006462 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Pushing event updated for resources: {'Port': ['ID=97820360-d8f9-49b6-9c92-81cfffd2df51,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:00.023550 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:00.248454 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks [] for router_gateway (34fb196a-1095-4172-9b5e-56175775768c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:00.481960 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (34fb196a-1095-4172-9b5e-56175775768c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:00.632738 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ac3db-0ea4-4286-9428-77df6ab71ed0 None None] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:50:00.643238 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Router 34fb196a-1095-4172-9b5e-56175775768c is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:50:00.717461 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] Provisioning complete for port 4360b70a-2ce3-4437-8273-41360bc280d8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:00.717917 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:00.749011 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:00.761171 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:00.775127 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Sync routers for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:00.788663 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:00.790707 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-3d1cab61-c3fd-4c75-8e7e-e7b4bbdcd16c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1417623 Jul 11 14:50:00.795446 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49906) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:00.795862 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:00.797116 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:00.867904 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] Current status of the port 4360b70a-2ce3-4437-8273-41360bc280d8 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:00.868301 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:00.927095 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] For port 4360b70a-2ce3-4437-8273-41360bc280d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4360b70a-2ce3-4437-8273-41360bc280d8,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:00.932524 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.001673 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:01.037559 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ce9eb-bd6d-498a-8c17-907195e2252c None None] Pushing event updated for resources: {'Port': ['ID=4360b70a-2ce3-4437-8273-41360bc280d8,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:01.054485 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:01.230048 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4360b70a-2ce3-4437-8273-41360bc280d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:01.233552 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:01.296439 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-71eb4927-7a07-4c28-8cf9-c8046b896099 None None] Provisioning complete for port 4360b70a-2ce3-4437-8273-41360bc280d8 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:01.297092 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-71eb4927-7a07-4c28-8cf9-c8046b896099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.343746 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:00Z', 'revision_number': 3, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:01.371986 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 4360b70a-2ce3-4437-8273-41360bc280d8 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:01.372565 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.400543 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Checking router: 34fb196a-1095-4172-9b5e-56175775768c for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:01.401121 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Updating router 34fb196a-1095-4172-9b5e-56175775768c port 97820360-d8f9-49b6-9c92-81cfffd2df51 binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:50:01.456685 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.494388 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-71eb4927-7a07-4c28-8cf9-c8046b896099 None None] Current status of the port 4360b70a-2ce3-4437-8273-41360bc280d8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:01.502217 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.547549 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 4360b70a-2ce3-4437-8273-41360bc280d8 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:01.699521 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Allocated IP 172.20.0.1 (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3/239f02f0-7c10-4450-8222-34a7c41d9f0d/1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:50:01.829270 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks [] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.866635 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.889586 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Publish callbacks [] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.897495 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.913063 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:01.916838 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:01.921526 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:01.954853 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Pushing event updated for resources: {'Port': ['ID=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:01.978609 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (34fb196a-1095-4172-9b5e-56175775768c), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:01.992272 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Attempting to bind port 97820360-d8f9-49b6-9c92-81cfffd2df51 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:50:01.992868 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Attempting to bind port 97820360-d8f9-49b6-9c92-81cfffd2df51 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:50:01.993495 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Attempting to bind port 97820360-d8f9-49b6-9c92-81cfffd2df51 on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:02.016847 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:50:02.017418 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:02.018082 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.018765 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:50:02.019588 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Bound port: 97820360-d8f9-49b6-9c92-81cfffd2df51, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:50:02.020499 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.057144 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Pushing event updated for resources: {'Port': ['ID=97820360-d8f9-49b6-9c92-81cfffd2df51,revision_number=2']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:02.083066 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:02.088836 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.089763 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.090672 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.091776 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.092334 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.092890 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.093446 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.094004 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.094590 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.095137 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.095704 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.096265 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.096803 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.097349 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.097893 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:02.132621 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.143693 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] For port 97820360-d8f9-49b6-9c92-81cfffd2df51, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:50:02.151255 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] For port 97820360-d8f9-49b6-9c92-81cfffd2df51, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97820360-d8f9-49b6-9c92-81cfffd2df51,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:50:02.161396 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.225732 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-a9ed8d26-11b8-4ddb-84cb-1f1eca6c90ff None None] Provisioning complete for port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:02.228695 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a9ed8d26-11b8-4ddb-84cb-1f1eca6c90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.236092 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:02.248432 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:02.265689 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:02.266920 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:02.294422 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed8d26-11b8-4ddb-84cb-1f1eca6c90ff None None] Port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:50:02.363443 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7086944-53e2-4ace-8327-8de9bdd5661d None None] Pushing event updated for resources: {'Port': ['ID=97820360-d8f9-49b6-9c92-81cfffd2df51,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:02.376445 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks [] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.382738 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12202107'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.455958 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:02.473390 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (34fb196a-1095-4172-9b5e-56175775768c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.476163 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Pushing event updated for resources: {'Port': ['ID=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:02.594819 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:02.602031 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:02.603776 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:02.762198 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Router 34fb196a-1095-4172-9b5e-56175775768c has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:02.816437 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:01Z', 'revision_number': 1, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:02.861335 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8276eb-3b94-454a-bb41-4e02b9872c56 None None] The sync data for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi is: [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:01Z', 'revision_number': 1, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:02.926128 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-74270ac1-488c-4916-81d0-7fe6b4c21f57 None None] Provisioning complete for port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:02.926847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-74270ac1-488c-4916-81d0-7fe6b4c21f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:02.929080 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:02.938222 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5b3d9e04-fe2d-4aa9-b396-7b6899442298 admin admin] 10.222.0.72 "PUT /v2.0/routers/34fb196a-1095-4172-9b5e-56175775768c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1408648 Jul 11 14:50:02.989137 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-74270ac1-488c-4916-81d0-7fe6b4c21f57 None None] Port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:50:03.690498 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49922) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:03.705181 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-462291295-network', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:03.741564 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Made reservation on behalf of 549b1da9bf79494ca7fd44ba94225712 for: {'network': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:50:03.745231 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for network (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:03.756133 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:03.860554 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks [] for security_group (c07ae996-0c5f-4a6c-86e4-cd63a54a4508), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:03.865984 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c07ae996-0c5f-4a6c-86e4-cd63a54a4508), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:03.916187 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=106005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:50:03.924380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07ae996-0c5f-4a6c-86e4-cd63a54a4508,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:03.939438 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (9a310004-5ee6-4bea-b494-bdf79e04e207), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:03.939904 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.segments_db [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Added segment 9a310004-5ee6-4bea-b494-bdf79e04e207 of type vlan for network a19c94a3-abac-461e-8be1-1f13c6814423 Jul 11 14:50:04.001841 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763085911444'] for network (a19c94a3-abac-461e-8be1-1f13c6814423), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.039236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961'] for network (a19c94a3-abac-461e-8be1-1f13c6814423), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.040319 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:04.040918 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.086322 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3943930 Jul 11 14:50:04.090611 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49924) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:04.098308 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Request body: {'subnet': {'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-462291295-subnet', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'ip_version': 4}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:04.128895 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Made reservation on behalf of 549b1da9bf79494ca7fd44ba94225712 for: {'subnet': 1} {{(pid=106006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:50:04.131203 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0949b6-21e6-4fcc-9522-2036a4d58b3d admin admin] Pushing event updated for resources: {'Network': ['ID=a19c94a3-abac-461e-8be1-1f13c6814423,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:04.132460 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12369626'] for subnet (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.144686 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Network a19c94a3-abac-461e-8be1-1f13c6814423 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:50:04.177725 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:04.429397 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12369612'] for subnet (8b152ef1-a736-42bb-9b9e-5ac8452c5586), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.481883 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:04.541210 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b152ef1-a736-42bb-9b9e-5ac8452c5586,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:04.556840 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Checking segment: {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:04.557327 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Network hostable DHCP agents. Network: a19c94a3-abac-461e-8be1-1f13c6814423, hostable agents: ['bc130e41-3217-42ec-937a-856caea3e02c'], hosted agents: [] {{(pid=106006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:50:04.579467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:04.586683 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Network a19c94a3-abac-461e-8be1-1f13c6814423 is scheduled to be hosted by DHCP agent bc130e41-3217-42ec-937a-856caea3e02c with binding_index 1 {{(pid=106006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:50:04.603191 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a19c94a3-abac-461e-8be1-1f13c6814423) {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:04.608689 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:04.609684 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.618492 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c9d2d-8020-4620-820a-86e74427bfbe None None] Network a19c94a3-abac-461e-8be1-1f13c6814423 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:50:04.631195 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-4c0c8e2d-6363-4c76-aa07-df5ed6bca987 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5390372 Jul 11 14:50:04.634003 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49926) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:04.641379 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:04.689441 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-558'] for router (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.690980 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473035', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-551'] for router (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.790808 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks [] for router_controller (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), precommit_add_association {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:04.964988 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a19c94a3-abac-461e-8be1-1f13c6814423', 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'fixed_ips': [{'subnet_id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586'}]}} from dv-cinder-master-3-iscsi. {{(pid=106007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:50:04.966713 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.011575 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks [] for router_gateway (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.191187 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.db_base_plugin_common [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Allocated IP 172.20.0.2 (a19c94a3-abac-461e-8be1-1f13c6814423/8b152ef1-a736-42bb-9b9e-5ac8452c5586/5e21ee47-bc3d-4e93-8724-99f98cb0dd46) {{(pid=106007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:50:05.212288 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:05.226750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 97820360-d8f9-49b6-9c92-81cfffd2df51 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:05.365432 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks [] for router_gateway (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.373548 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 97820360-d8f9-49b6-9c92-81cfffd2df51 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:05.373915 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.400008 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.429014 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Sync routers for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:05.486599 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:05.487404 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:05.539491 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Publish callbacks [] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), precommit_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.582098 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), after_create {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.588464 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Allocated IP 172.37.1.62 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/fd076e8a-8ed5-4505-9213-53ab79cc94da) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:50:05.667188 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 97820360-d8f9-49b6-9c92-81cfffd2df51 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:05.667679 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.702958 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Network a19c94a3-abac-461e-8be1-1f13c6814423 is already hosted by enough agents. {{(pid=106007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:05.718742 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.scheduler.base_scheduler [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Resources bound (agent type, host, resource id): {{(pid=106007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:05.737254 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Received port after_create {{(pid=106007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:05.754577 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Pushing event updated for resources: {'Port': ['ID=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,revision_number=1']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:05.763162 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks [] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.768993 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 97820360-d8f9-49b6-9c92-81cfffd2df51, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97820360-d8f9-49b6-9c92-81cfffd2df51,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:05.788256 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.795772 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:05.801409 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:05.823373 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:05.875796 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:05.879422 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:05.883511 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:05.926352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd076e8a-8ed5-4505-9213-53ab79cc94da,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:06.037467 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Attempting to bind port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:50:06.038014 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Attempting to bind port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:50:06.038617 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Attempting to bind port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 on network a19c94a3-abac-461e-8be1-1f13c6814423 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:06.042200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=97820360-d8f9-49b6-9c92-81cfffd2df51,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:06.076985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:50:06.077556 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Checking segment: {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:06.078166 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:06.078814 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Bound using segment: {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:50:06.079609 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Bound port: 5e21ee47-bc3d-4e93-8724-99f98cb0dd46, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:50:06.080199 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:06.308260 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:50:06.330100 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] For port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:50:06.370777 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] For port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:50:06.387311 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:06.395101 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:06.397759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 2, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:06.417221 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:06.471255 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:06.497319 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Checking router: 34fb196a-1095-4172-9b5e-56175775768c for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:06.497864 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Updating router 34fb196a-1095-4172-9b5e-56175775768c port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:50:06.585842 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f4864-dfdd-4ca3-9a04-b1125b30044c None None] Pushing event updated for resources: {'Port': ['ID=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,revision_number=2']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:06.600586 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:06.740653 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks [] for router_gateway (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.055120 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472927'] for router (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.068715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Publish callbacks [] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.076148 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.156411 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38df9a-c56b-493c-b68d-90b43ffac5f8 None None] Pushing event updated for resources: {'Port': ['ID=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:07.238890 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Attempting to bind port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:50:07.239273 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Attempting to bind port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:50:07.239652 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Attempting to bind port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 on network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:07.251052 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:50:07.251583 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Checking segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:07.252218 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.253023 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Bound using segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:50:07.253612 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Bound port: 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:50:07.254525 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.318299 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 is scheduled to L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 with binding_index 1 {{(pid=106006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:50:07.345925 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:07.349632 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:07.439637 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] For port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:50:07.448341 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] For port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:50:07.461789 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.468841 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:07.488992 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Sync routers for ids ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:07.501568 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Routers {'b1e12cd5-7141-4de0-9dd3-d78721a8ad29'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:07.505270 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:07.517945 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.523614 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5e669477-10b1-42dc-a6f3-bbb6476d75e7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8844876 Jul 11 14:50:07.524007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49930) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:07.544611 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:07.545347 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.704898 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] Provisioning complete for port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:07.705374 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Set router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:07.705555 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:07.721972 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:07.723413 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:07.728701 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:07.737443 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38df9a-c56b-493c-b68d-90b43ffac5f8 None None] Pushing event updated for resources: {'Port': ['ID=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:07.952286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:08.045226 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:50:06Z', 'revision_number': 3, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:08.148608 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec469c4f-cb3f-47ef-ba43-1a2853d891fe None None] Network a19c94a3-abac-461e-8be1-1f13c6814423 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:50:08.186703 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:08.227346 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:08.229968 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Checking router: b1e12cd5-7141-4de0-9dd3-d78721a8ad29 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:08.229968 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Updating router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 port fd076e8a-8ed5-4505-9213-53ab79cc94da binding host dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:50:08.288374 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.347599 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.385626 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:08.386191 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.421500 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] Current status of the port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:08.421759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.561464 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:08.571504 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] For port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:08.582102 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.583278 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 97820360-d8f9-49b6-9c92-81cfffd2df51 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:08.594800 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Allocated IP 172.20.0.1 (a19c94a3-abac-461e-8be1-1f13c6814423/8b152ef1-a736-42bb-9b9e-5ac8452c5586/d5ba5440-d9d8-4dac-8fe4-53582eb4b1da) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:50:08.606656 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.684551 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49932) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:08.748996 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:08.749407 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks [] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.785131 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:08.794060 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.798877 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Publish callbacks [] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), precommit_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.801737 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:08.810114 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.875383 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Network a19c94a3-abac-461e-8be1-1f13c6814423 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:08.881751 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:08.885116 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:08.888543 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Pushing event updated for resources: {'Port': ['ID=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:08.894749 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-01a94c51-0276-477f-a23d-ada07740bd07 None None] Provisioning complete for port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:08.895147 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-01a94c51-0276-477f-a23d-ada07740bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.943712 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Attempting to bind port fd076e8a-8ed5-4505-9213-53ab79cc94da on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:50:08.944085 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Attempting to bind port fd076e8a-8ed5-4505-9213-53ab79cc94da by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:50:08.944455 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Attempting to bind port fd076e8a-8ed5-4505-9213-53ab79cc94da on network 554ec81a-f973-441f-81ec-8f3c539776c4 {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:08.953381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474151'] for router_interface (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.955028 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 97820360-d8f9-49b6-9c92-81cfffd2df51 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:08.955404 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.957064 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:50:08.957552 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:08.957724 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Checking segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:08.957901 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:08.958273 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Bound using segment: {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'} {{(pid=106010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:50:08.959106 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.managers [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Bound port: fd076e8a-8ed5-4505-9213-53ab79cc94da, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681ab2-af84-4938-be44-260f99d193ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4'}}] {{(pid=106010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:50:08.959403 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), before_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.007796 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:07Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:09.035442 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] For port fd076e8a-8ed5-4505-9213-53ab79cc94da, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:50:09.041652 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.plugins.ml2.db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] For port fd076e8a-8ed5-4505-9213-53ab79cc94da, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd076e8a-8ed5-4505-9213-53ab79cc94da,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:50:09.047195 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:09.053023 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8659613-7525-4541-a9ab-1bca98cd7dad None None] Pushing event updated for resources: {'Port': ['ID=fd076e8a-8ed5-4505-9213-53ab79cc94da,revision_number=2']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:09.068635 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), after_update {{(pid=106010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.104540 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f460f-0de1-4017-971d-0afffb719469 None None] The sync data for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi is: [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:07Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:09.119815 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:09.156439 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8659613-7525-4541-a9ab-1bca98cd7dad None None] Pushing event updated for resources: {'Port': ['ID=fd076e8a-8ed5-4505-9213-53ab79cc94da,revision_number=3']} {{(pid=106010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:09.210923 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Deleting port 1d9719f0-452b-44e4-a703-0e6dc679986c {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:09.211520 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.226579 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Routers {'b1e12cd5-7141-4de0-9dd3-d78721a8ad29'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:09.227488 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:09.285810 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.319296 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 97820360-d8f9-49b6-9c92-81cfffd2df51 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:09.346654 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba97904-3c7f-401a-bf44-457c627328d5 None None] Pushing event updated for resources: {'Port': ['ID=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:09.425504 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.427787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (1d9719f0-452b-44e4-a703-0e6dc679986c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.460592 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Calling delete_port for 1d9719f0-452b-44e4-a703-0e6dc679986c owned by network:floatingip {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:09.467555 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:09.468103 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-01a94c51-0276-477f-a23d-ada07740bd07 None None] Current status of the port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:09.499582 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-01a94c51-0276-477f-a23d-ada07740bd07 None None] Provisioning complete for port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:09.502375 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-01a94c51-0276-477f-a23d-ada07740bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.564803 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] Set router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:09.587757 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:09.685055 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:09.707090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks [] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.716926 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.747886 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-01a94c51-0276-477f-a23d-ada07740bd07 None None] Current status of the port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:09.753323 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:09.753705 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.818826 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Pushing event updated for resources: {'Port': ['ID=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:09.822216 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470358'] for router_interface (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.843047 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (1d9719f0-452b-44e4-a703-0e6dc679986c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.904370 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2f03ae59-7e61-44f3-b621-a3d96b456268 None None] Provisioning complete for port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:09.905026 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f03ae59-7e61-44f3-b621-a3d96b456268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:09.926656 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5ba5440-d9d8-4dac-8fe4-53582eb4b1da', 'name': '', 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'mac_address': 'fa:16:3e:75:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:08Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 1, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'subnets': [{'id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:09.958795 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a5e4-dc4d-4c8f-8592-088e395bfde8 None None] The sync data for ids ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'] in dv-cinder-master-3-iscsi is: [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5ba5440-d9d8-4dac-8fe4-53582eb4b1da', 'name': '', 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'mac_address': 'fa:16:3e:75:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:08Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 1, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'subnets': [{'id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:09.982308 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'Port': ['ID=1d9719f0-452b-44e4-a703-0e6dc679986c,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:10.011957 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2f03ae59-7e61-44f3-b621-a3d96b456268 None None] Port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:50:10.019988 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Network a19c94a3-abac-461e-8be1-1f13c6814423 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:10.024171 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:10.073694 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-2f03ae59-7e61-44f3-b621-a3d96b456268 None None] Provisioning complete for port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:10.073903 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f03ae59-7e61-44f3-b621-a3d96b456268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:10.111308 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:10.113297 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:10.124972 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:10.131602 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (e6e1597d-fda1-443a-82f6-8a29bad21187), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:10.134139 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Floating IP e6e1597d-fda1-443a-82f6-8a29bad21187 disassociated (deleted). External IP: 172.37.1.52, port: e9f1af2a-fec1-4461-bf84-aca44600c87d. Jul 11 14:50:10.189395 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:10.245243 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:10.306107 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-2f03ae59-7e61-44f3-b621-a3d96b456268 None None] Current status of the port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:10.321015 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:10.321597 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:10.460433 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:10.516564 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:10.541107 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:10.551223 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-f1cf1430-6bc0-4101-86de-5f72a3e0d8df admin admin] 10.222.0.72 "PUT /v2.0/routers/b1e12cd5-7141-4de0-9dd3-d78721a8ad29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0246410 Jul 11 14:50:10.576591 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:10.637469 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-1ba011cd-861d-48ee-8635-bd6c9357f960 None None] Provisioning complete for port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:10.638504 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-1ba011cd-861d-48ee-8635-bd6c9357f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:10.717168 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-1ba011cd-861d-48ee-8635-bd6c9357f960 None None] Port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:50:10.745838 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:10.750990 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:10.763882 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:10.782050 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:10.782928 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:10.810798 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f886c7ba-58e5-4d14-840d-1200dbc6b102 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "DELETE /v2.0/floatingips/e6e1597d-fda1-443a-82f6-8a29bad21187 HTTP/1.1" status: 204 len: 168 time: 2.1084723 Jul 11 14:50:10.812526 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:10.816991 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b99e4f-6bd0-4d79-a606-092eb1e232db" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:10.883329 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235e723-9210-49e7-ad51-2d4f54d25d1e x-openstack-request-id: req-b235e723-9210-49e7-ad51-2d4f54d25d1e {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:10.883715 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:10.883910 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b235e723-9210-49e7-ad51-2d4f54d25d1e {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:10.884265 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b235e723-9210-49e7-ad51-2d4f54d25d1e'] response: {'name': 'network-changed', 'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'status': 'completed', 'code': 200} Jul 11 14:50:11.024250 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-077b184e-2fa1-462e-bed0-88e39e99cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:11.027228 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-077b184e-2fa1-462e-bed0-88e39e99cda4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 1129 time: 0.1209636 Jul 11 14:50:11.072177 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:11.231483 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49946) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:11.236740 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653795011', 'description': 'tempest-secgroup-smoke-1653795011 description', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:11.265890 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:11.296472 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.313944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-4b2a14e0-8971-4b3b-a880-c014b7a9957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:11.320861 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-4b2a14e0-8971-4b3b-a880-c014b7a9957a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.2855840 Jul 11 14:50:11.456517 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855dc9-fc7b-411d-be53-a1be2605cfe5 req-55eb5611-05bb-4b0e-9dd6-1146a189b69e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:11.458067 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-75855dc9-fc7b-411d-be53-a1be2605cfe5 req-55eb5611-05bb-4b0e-9dd6-1146a189b69e tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 945 time: 0.1359463 Jul 11 14:50:11.534187 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group (88d15e86-036c-4a29-a2b0-cdb3bbe75d90), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.544049 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (88d15e86-036c-4a29-a2b0-cdb3bbe75d90), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.644624 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:11.663378 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-75855dc9-fc7b-411d-be53-a1be2605cfe5 req-c0c0ef66-b838-4a8e-9727-b3a5d9f68f17 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735585 Jul 11 14:50:11.692847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:52Z', 'revision_number': 1, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:11.710849 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.712492 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4798133 Jul 11 14:50:11.718747 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49948) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:11.719069 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe358-c592-417c-99e9-87e8c73bb77d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d15e86-036c-4a29-a2b0-cdb3bbe75d90,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:11.738568 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group_rule': {'security_group_id': '88d15e86-036c-4a29-a2b0-cdb3bbe75d90', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:11.782899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:11.787706 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:11.810325 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (4be93b4f-b530-4566-8b0c-735d37d4d5a9), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.848303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:11.849216 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:11.928800 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (4be93b4f-b530-4566-8b0c-735d37d4d5a9), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.935512 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (4be93b4f-b530-4566-8b0c-735d37d4d5a9), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.944481 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:11.945033 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.964160 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be93b4f-b530-4566-8b0c-735d37d4d5a9,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:11.979625 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:11.981516 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-df860143-3789-435e-91ec-541f5c845f18 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2603779 Jul 11 14:50:11.986122 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49950) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:11.990843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group_rule': {'security_group_id': '88d15e86-036c-4a29-a2b0-cdb3bbe75d90', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:12.033909 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (0d51b57c-a62a-49ad-83a0-a8f21963ba1c), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.061578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:12.123313 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (0d51b57c-a62a-49ad-83a0-a8f21963ba1c), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.128811 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (0d51b57c-a62a-49ad-83a0-a8f21963ba1c), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.163915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d51b57c-a62a-49ad-83a0-a8f21963ba1c,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:12.174472 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.176033 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-40b96b28-c16e-4c6c-90ae-ad5f4af3b0f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1888177 Jul 11 14:50:12.181618 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 49952) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:12.186687 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group_rule': {'security_group_id': '88d15e86-036c-4a29-a2b0-cdb3bbe75d90', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:12.201335 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-48b7bdca-637c-4018-87e2-c2b054cdfd19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d HTTP/1.1" status: 200 len: 217 time: 0.0625138 Jul 11 14:50:12.237309 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (1e278f75-f5b4-4e67-a2f8-c2504905d0d6), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.268301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-9f1667cf-1a02-4a08-a574-8345bfc6cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:12.269860 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-9f1667cf-1a02-4a08-a574-8345bfc6cf87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0605323 Jul 11 14:50:12.303251 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:12.366317 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (1e278f75-f5b4-4e67-a2f8-c2504905d0d6), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.375263 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (1e278f75-f5b4-4e67-a2f8-c2504905d0d6), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.394038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-88e98fc2-34bc-49c9-9ae2-d019380a660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:12.395863 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-88e98fc2-34bc-49c9-9ae2-d019380a660a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710790 Jul 11 14:50:12.416126 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e278f75-f5b4-4e67-a2f8-c2504905d0d6,revision_number=0']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:12.436334 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.438748 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9fd34bce-cc92-400d-a5fa-571b057d3d7f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556639 Jul 11 14:50:12.442928 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49954) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:12.448915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group_rule': {'security_group_id': '88d15e86-036c-4a29-a2b0-cdb3bbe75d90', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:12.501991 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:12.503753 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device fd076e8a-8ed5-4505-9213-53ab79cc94da up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:12.541159 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (11f9d3a0-1dc5-41e4-8f03-ceffb1147ba0), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.565402 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-1de6c2ff-7a6f-4815-b744-4150f141ff3f service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620309 Jul 11 14:50:12.682701 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port fd076e8a-8ed5-4505-9213-53ab79cc94da triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:12.683717 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.727612 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-3f22b8cf-2ecc-4d44-852c-de693d1eb5cf tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:12.729390 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-3f22b8cf-2ecc-4d44-852c-de693d1eb5cf tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 945 time: 0.0793521 Jul 11 14:50:12.750611 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=100 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:12.771167 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (11f9d3a0-1dc5-41e4-8f03-ceffb1147ba0), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.777558 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:12.788020 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (11f9d3a0-1dc5-41e4-8f03-ceffb1147ba0), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.848334 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f9d3a0-1dc5-41e4-8f03-ceffb1147ba0,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:12.866482 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.872971 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ed0009ef-b6cd-49c3-b3d6-82612ed4a418 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4239051 Jul 11 14:50:12.875210 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49958) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:12.883106 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group_rule': {'security_group_id': '88d15e86-036c-4a29-a2b0-cdb3bbe75d90', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:12.888043 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Deleting port e9f1af2a-fec1-4461-bf84-aca44600c87d {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:12.888558 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.899844 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-69b99e4f-6bd0-4d79-a606-092eb1e232db req-50621265-c10f-4dc7-a724-ed2f825347c1 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890432 Jul 11 14:50:12.939642 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:52Z', 'revision_number': 1, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:12.955840 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port fd076e8a-8ed5-4505-9213-53ab79cc94da is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:12.955840 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:12.976414 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:13.000473 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8109be-0d7d-4842-9fc0-dca682ce427e req-e99e290c-cc58-4897-a6e6-2c17fc834464 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:13.001106 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd90ba-3d5e-4a01-b17f-92a7959fae9d None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5f47776-0c0b-45aa-bb7c-baeff6ad27bf', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'floating_ip_address': '172.37.1.48', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'port_id': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'mac_address': 'fa:16:3e:93:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:45:49Z', 'updated_at': '2022-07-11T14:45:52Z', 'revision_number': 1, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:13.003203 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ef8109be-0d7d-4842-9fc0-dca682ce427e req-e99e290c-cc58-4897-a6e6-2c17fc834464 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 945 time: 0.1072145 Jul 11 14:50:13.006415 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.securitygroups_db [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Project 6c2327c73cc445ba97c2ef24ef45e4d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:50:13.017831 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (33fafed6-864b-44e6-ba80-758ab03d1116), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.035683 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] For port fd076e8a-8ed5-4505-9213-53ab79cc94da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd076e8a-8ed5-4505-9213-53ab79cc94da,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:13.045875 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.082661 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] For port e9f1af2a-fec1-4461-bf84-aca44600c87d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9f1af2a-fec1-4461-bf84-aca44600c87d,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:13.083843 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.104865 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Calling delete_port for e9f1af2a-fec1-4461-bf84-aca44600c87d owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:13.159212 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Pushing event updated for resources: {'Port': ['ID=fd076e8a-8ed5-4505-9213-53ab79cc94da,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:13.170820 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (33fafed6-864b-44e6-ba80-758ab03d1116), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.177397 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ef8109be-0d7d-4842-9fc0-dca682ce427e req-80312b9e-68b1-4f1a-b469-357c7ce15c5b tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405387 Jul 11 14:50:13.179167 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (33fafed6-864b-44e6-ba80-758ab03d1116), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.209432 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fafed6-864b-44e6-ba80-758ab03d1116,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:13.219510 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.220885 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-3b0aeea8-1c3b-4cac-8dca-18a3fb770bf9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3460693 Jul 11 14:50:13.225680 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 49960) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:13.230509 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'security_group_rule': {'security_group_id': '88d15e86-036c-4a29-a2b0-cdb3bbe75d90', 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:13.265149 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.securitygroups_db [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Project 6c2327c73cc445ba97c2ef24ef45e4d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:50:13.276090 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (8c2d9b24-4a87-4a96-b7c3-8d752fd859a6), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.304387 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (e9f1af2a-fec1-4461-bf84-aca44600c87d), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.349417 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'Port': ['ID=e9f1af2a-fec1-4461-bf84-aca44600c87d,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:13.413479 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (8c2d9b24-4a87-4a96-b7c3-8d752fd859a6), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.420778 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391604'] for security_group_rule (8c2d9b24-4a87-4a96-b7c3-8d752fd859a6), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.441298 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] No DVR routers for this DVR port e9f1af2a-fec1-4461-bf84-aca44600c87d on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:50:13.445138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.449782 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2d9b24-4a87-4a96-b7c3-8d752fd859a6,revision_number=0']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:13.454919 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-a0b6cfb7-1e4b-4ef0-8951-e54bae778f78 req-ff0d2da8-9d31-4342-95bd-e2a3423a92f5 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "DELETE /v2.0/ports/e9f1af2a-fec1-4461-bf84-aca44600c87d HTTP/1.1" status: 204 len: 173 time: 0.7183325 Jul 11 14:50:13.454919 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'name': 'network-vif-deleted', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:13.467833 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9691e4f0-9738-4fa3-9245-c33b99475c15" -d '{"events": [{"server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "name": "network-vif-deleted", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:13.483792 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.485831 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b8ed588b-9ba7-4f51-ac47-6f6638fc22fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2589447 Jul 11 14:50:13.576984 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b8ed5f-9a34-48a3-abcf-47d951880fdf x-openstack-request-id: req-71b8ed5f-9a34-48a3-abcf-47d951880fdf {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:13.577456 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f87e01-f360-4b6f-afde-6a64be9f72f7", "name": "network-vif-deleted", "tag": "e9f1af2a-fec1-4461-bf84-aca44600c87d", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:13.578114 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71b8ed5f-9a34-48a3-abcf-47d951880fdf {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:13.578590 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b8ed5f-9a34-48a3-abcf-47d951880fdf'] response: {'server_uuid': 'e2f87e01-f360-4b6f-afde-6a64be9f72f7', 'name': 'network-vif-deleted', 'tag': 'e9f1af2a-fec1-4461-bf84-aca44600c87d', 'status': 'completed', 'code': 200} Jul 11 14:50:13.608923 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device fd076e8a-8ed5-4505-9213-53ab79cc94da up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:13.711088 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port fd076e8a-8ed5-4505-9213-53ab79cc94da triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:13.716995 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:13.719167 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:13.911731 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port fd076e8a-8ed5-4505-9213-53ab79cc94da is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:14.220394 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b84b14-f9cc-4471-8cb0-7d78dccff748 None None] New status for floating IP e6e1597d-fda1-443a-82f6-8a29bad21187: DOWN {{(pid=106010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:50:14.377633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Sync routers for ids ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:14.413729 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Routers {'b1e12cd5-7141-4de0-9dd3-d78721a8ad29'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:14.415601 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:14.613824 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2558db44-c8ce-40c0-ab84-4adee4f47ad2 req-f27922bf-a956-4322-b0cd-0f29dcb248fa tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2f87e01-f360-4b6f-afde-6a64be9f72f7 HTTP/1.1" status: 200 len: 210 time: 0.2889912 Jul 11 14:50:14.648178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Set router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:14.912035 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5ba5440-d9d8-4dac-8fe4-53582eb4b1da', 'name': '', 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'mac_address': 'fa:16:3e:75:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:08Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 2, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'subnets': [{'id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:14.939358 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Checking router: b1e12cd5-7141-4de0-9dd3-d78721a8ad29 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:14.939776 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Updating router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da binding host dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:50:14.975812 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.136104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.244226 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:15.337861 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Publish callbacks [] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), precommit_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.345162 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.407504 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6568319-8c98-4433-a0de-ebaa03b6c261 None None] Pushing event updated for resources: {'Port': ['ID=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,revision_number=3']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:15.508104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Attempting to bind port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:50:15.508633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Attempting to bind port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:50:15.509262 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Attempting to bind port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da on network a19c94a3-abac-461e-8be1-1f13c6814423 {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:15.519445 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:15.522633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Checking agent: {'id': '720e9542-4054-4c6f-8677-dadd680f3bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 31, 28), 'started_at': datetime.datetime(2022, 7, 11, 14, 31, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:50:15.523280 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Checking segment: {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:15.524188 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.524893 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Bound using segment: {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'} {{(pid=106007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:50:15.525870 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.managers [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Bound port: d5ba5440-d9d8-4dac-8fe4-53582eb4b1da, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a310004-5ee6-4bea-b494-bdf79e04e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423'}}] {{(pid=106007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:50:15.526333 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.648838 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] For port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:50:15.653810 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] For port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:50:15.674408 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.751724 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device e9f1af2a-fec1-4461-bf84-aca44600c87d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:15.784393 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6568319-8c98-4433-a0de-ebaa03b6c261 None None] Pushing event updated for resources: {'Port': ['ID=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:15.787992 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Routers {'b1e12cd5-7141-4de0-9dd3-d78721a8ad29'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:15.788661 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:15.843799 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] Provisioning complete for port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:15.844414 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:15.847217 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: e9f1af2a-fec1-4461-bf84-aca44600c87d {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:15.847759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device e9f1af2a-fec1-4461-bf84-aca44600c87d not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:15.988330 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] Set router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:16.255829 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] Current status of the port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da is: DOWN; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:16.256223 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:16.352898 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] For port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:16.358929 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:16.516213 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8ac8e-0798-46b5-be57-200bca229a82 None None] Pushing event updated for resources: {'Port': ['ID=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:16.525661 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-3af2df3f-65a4-4c39-9238-01e5e120d6a7 None None] Provisioning complete for port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:16.526031 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3af2df3f-65a4-4c39-9238-01e5e120d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:16.529816 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:16.573459 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5ba5440-d9d8-4dac-8fe4-53582eb4b1da', 'name': '', 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'mac_address': 'fa:16:3e:75:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:08Z', 'updated_at': '2022-07-11T14:50:15Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'subnets': [{'id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:16.607496 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8104f2-a378-4d09-8286-ee68dbb0f82f None None] The sync data for ids ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'] in dv-cinder-master-3-iscsi is: [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:50:09Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd5ba5440-d9d8-4dac-8fe4-53582eb4b1da', 'name': '', 'network_id': 'a19c94a3-abac-461e-8be1-1f13c6814423', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'mac_address': 'fa:16:3e:75:10:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:08Z', 'updated_at': '2022-07-11T14:50:15Z', 'revision_number': 4, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'subnets': [{'id': '8b152ef1-a736-42bb-9b9e-5ac8452c5586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:16.684447 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-3af2df3f-65a4-4c39-9238-01e5e120d6a7 None None] Current status of the port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:17.484243 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5ba5440-d9d8-4dac-8fe4-53582eb4b1da up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:17.534348 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Provisioning complete for port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:17.534759 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:17.568073 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:17.630051 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Current status of the port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da is: ACTIVE; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:18.111618 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 50042) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:18.317220 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Deleting port 90559cb1-1cb1-4399-b601-bbed00bb80d0 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:18.317567 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:18.407530 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:18.407806 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (90559cb1-1cb1-4399-b601-bbed00bb80d0), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:18.424944 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Calling delete_port for 90559cb1-1cb1-4399-b601-bbed00bb80d0 owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:18.633736 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (90559cb1-1cb1-4399-b601-bbed00bb80d0), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:18.672726 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'Port': ['ID=90559cb1-1cb1-4399-b601-bbed00bb80d0,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:18.703144 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:18.739845 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:18.757780 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (c5f47776-0c0b-45aa-bb7c-baeff6ad27bf), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:18.758345 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Floating IP c5f47776-0c0b-45aa-bb7c-baeff6ad27bf disassociated (deleted). External IP: 172.37.1.48, port: 1544341d-a8ad-41b0-8bc7-e3d71545d58f. Jul 11 14:50:19.041221 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:19.174417 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:19.182309 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:19.189639 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:19.204120 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:19.204977 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:19.225982 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-95fb2f65-edd1-4c31-92cf-f4ab6e54b226 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "DELETE /v2.0/floatingips/c5f47776-0c0b-45aa-bb7c-baeff6ad27bf HTTP/1.1" status: 204 len: 168 time: 1.1118801 Jul 11 14:50:19.226881 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:19.229386 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdc390-9249-446f-9ce2-8811f44ee8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:19.273736 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe7065-0085-4ceb-90f9-8c4b4d2dc5ee x-openstack-request-id: req-19fe7065-0085-4ceb-90f9-8c4b4d2dc5ee {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:19.274730 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:19.275261 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-19fe7065-0085-4ceb-90f9-8c4b4d2dc5ee {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:19.275906 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fe7065-0085-4ceb-90f9-8c4b4d2dc5ee'] response: {'name': 'network-changed', 'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'status': 'completed', 'code': 200} Jul 11 14:50:19.347820 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:19.376482 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-5fabc089-910d-4bcd-8c1c-24164df3e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:19.378379 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-5fabc089-910d-4bcd-8c1c-24164df3e1cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 1129 time: 0.0720623 Jul 11 14:50:19.414905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:19.499208 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-389fc6c5-c643-4a9d-b3fd-f34a2ab81581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:19.501424 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-389fc6c5-c643-4a9d-b3fd-f34a2ab81581 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 200 len: 912 time: 0.1169467 Jul 11 14:50:19.569189 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-2fc00315-dcd5-47a6-b0e6-a2a88e6f8b59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 200 len: 217 time: 0.0542564 Jul 11 14:50:19.662320 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:19.696523 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:19.703829 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:19.710486 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:19.711133 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:49:55Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:19.773526 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:19.786159 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433b4d-83f1-4033-9bb8-91bcdc40127a req-57c34bf9-229d-4fb0-bc3a-7bb6cfe3627a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:19.789063 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-67433b4d-83f1-4033-9bb8-91bcdc40127a req-57c34bf9-229d-4fb0-bc3a-7bb6cfe3627a tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.1741517 Jul 11 14:50:19.851963 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:19.880602 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-67433b4d-83f1-4033-9bb8-91bcdc40127a req-9e69d4a3-3f54-40bb-b4e4-5190a7957a0c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842607 Jul 11 14:50:20.232571 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:20.260848 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb3773-74dc-4ddc-8506-0cd491c2f37c None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:48Z', 'revision_number': 4, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0002e18-a25c-438e-9c1b-0a9c2beb80c0', 'name': '', 'network_id': 'e7191ae9-3a75-447f-ae05-2827e78eae91', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'mac_address': 'fa:16:3e:62:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:48Z', 'updated_at': '2022-07-11T14:41:54Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'subnets': [{'id': 'd31e658e-355f-4ad7-9cf1-9c5cec40f92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:20.550126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dacef89-7b2c-45c9-b4b0-e024671f2a03 None None] New status for floating IP c5f47776-0c0b-45aa-bb7c-baeff6ad27bf: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:50:20.697085 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:20.743115 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-5b4a49fd-c0c6-426e-ae8b-8aaae7cc7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:20.744654 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-5b4a49fd-c0c6-426e-ae8b-8aaae7cc7af4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 200 len: 850 time: 0.0602825 Jul 11 14:50:20.806926 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-febfd648-65c6-4bf3-b1e9-df3fca519189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:20.809401 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-febfd648-65c6-4bf3-b1e9-df3fca519189 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7191ae9-3a75-447f-ae05-2827e78eae91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572071 Jul 11 14:50:21.032510 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-c419a79f-891c-4337-9f78-7d2c487b706a service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452808 Jul 11 14:50:21.086343 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3326-039c-48d5-a501-5ca24cc9f60b req-bf6d320f-cd7a-43fe-ae33-f2a6d7427088 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:21.087950 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af0e3326-039c-48d5-a501-5ca24cc9f60b req-bf6d320f-cd7a-43fe-ae33-f2a6d7427088 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0706403 Jul 11 14:50:21.151588 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-af0e3326-039c-48d5-a501-5ca24cc9f60b req-977a4f32-8dba-4108-a767-4e5057be8e85 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/security-groups?id=49e6c7b4-1580-4038-901b-087322dd7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564306 Jul 11 14:50:21.451457 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-21fdc390-9249-446f-9ce2-8811f44ee8eb req-1e7148ce-2c5e-42d5-84db-cfdd7ce879a2 service neutron] 10.222.0.36 "GET /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478722 Jul 11 14:50:21.473191 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a60da-bef8-49ed-a488-ac6cca469287 req-c45206f5-aac9-46fa-b4d9-4ac71d8a67ef tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:21.475048 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-706a60da-bef8-49ed-a488-ac6cca469287 req-c45206f5-aac9-46fa-b4d9-4ac71d8a67ef tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 945 time: 0.0766394 Jul 11 14:50:21.747913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Deleting port 1544341d-a8ad-41b0-8bc7-e3d71545d58f {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:21.748811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:21.864487 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] For port 1544341d-a8ad-41b0-8bc7-e3d71545d58f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1544341d-a8ad-41b0-8bc7-e3d71545d58f,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:21.864861 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:21.886012 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Calling delete_port for 1544341d-a8ad-41b0-8bc7-e3d71545d58f owned by compute:nova {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:22.074358 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (1544341d-a8ad-41b0-8bc7-e3d71545d58f), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:22.086679 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:22.124381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'Port': ['ID=1544341d-a8ad-41b0-8bc7-e3d71545d58f,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:22.157953 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.158449 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.158978 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.159385 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.159751 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.160207 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.160571 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.160928 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.161286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.161643 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.162000 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.162360 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.162760 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.163133 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.163507 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:22.205841 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] No DVR routers for this DVR port 1544341d-a8ad-41b0-8bc7-e3d71545d58f on host hv-cinder-maste {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:50:22.209700 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:22.214175 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-706a60da-bef8-49ed-a488-ac6cca469287 req-a5ad6b3f-b099-431a-aebe-a2ff9dc7375c tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.36 "DELETE /v2.0/ports/1544341d-a8ad-41b0-8bc7-e3d71545d58f HTTP/1.1" status: 204 len: 173 time: 0.5827374 Jul 11 14:50:22.215499 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'name': 'network-vif-deleted', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:22.218460 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d49a26-2f35-447c-abd3-a8b66460c160" -d '{"events": [{"server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "name": "network-vif-deleted", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:22.299794 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e7cf68-9eb5-42e0-bff4-d05a2ebfa5d7 x-openstack-request-id: req-b2e7cf68-9eb5-42e0-bff4-d05a2ebfa5d7 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:22.300225 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1009499c-a8c8-472c-bef5-fdf42c002c0b", "name": "network-vif-deleted", "tag": "1544341d-a8ad-41b0-8bc7-e3d71545d58f", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:22.300583 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2e7cf68-9eb5-42e0-bff4-d05a2ebfa5d7 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:22.301144 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e7cf68-9eb5-42e0-bff4-d05a2ebfa5d7'] response: {'server_uuid': '1009499c-a8c8-472c-bef5-fdf42c002c0b', 'name': 'network-vif-deleted', 'tag': '1544341d-a8ad-41b0-8bc7-e3d71545d58f', 'status': 'completed', 'code': 200} Jul 11 14:50:22.325003 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-676788cd-d054-4d27-880c-73b81b48366c req-391f0940-dc5d-41ca-9598-930bc64fa708 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "GET /v2.0/ports?device_id=1009499c-a8c8-472c-bef5-fdf42c002c0b HTTP/1.1" status: 200 len: 210 time: 0.0484626 Jul 11 14:50:22.763190 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9a533730-4d2f-48d9-8c08-607fe3886bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:23.404382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50070) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:23.536129 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Deleting port 22f4b186-4315-45b4-bd48-0da35b4c519c {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:23.536466 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:23.629079 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:23.629498 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (22f4b186-4315-45b4-bd48-0da35b4c519c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:23.648265 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Calling delete_port for 22f4b186-4315-45b4-bd48-0da35b4c519c owned by network:floatingip {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:23.809167 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (22f4b186-4315-45b4-bd48-0da35b4c519c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:23.863210 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'Port': ['ID=22f4b186-4315-45b4-bd48-0da35b4c519c,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:23.888026 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.888486 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.889049 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.889634 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.890179 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.890725 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.891168 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.891614 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.892091 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.892542 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.892978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.893413 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.893893 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.894352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.894902 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:23.993185 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for floatingip (be7d6cdf-89dd-4b54-afff-4baf361bc9b1), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:23.998357 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:24.000353 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9d430f0a-790f-46b9-943e-0fab3009479f tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "DELETE /v2.0/floatingips/be7d6cdf-89dd-4b54-afff-4baf361bc9b1 HTTP/1.1" status: 204 len: 168 time: 0.5964208 Jul 11 14:50:25.293578 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50098) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:25.393099 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1f690cec-82dc-44ac-bfa7-bdc16bb7afa2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group (49e6c7b4-1580-4038-901b-087322dd7a61), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:25.394917 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:25.416972 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-122c43ec-3161-499c-b2a9-59e8521832f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:25.430332 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1f690cec-82dc-44ac-bfa7-bdc16bb7afa2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group (49e6c7b4-1580-4038-901b-087322dd7a61), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:25.489452 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:25.525786 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1f690cec-82dc-44ac-bfa7-bdc16bb7afa2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (49e6c7b4-1580-4038-901b-087322dd7a61), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:25.528700 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-1f690cec-82dc-44ac-bfa7-bdc16bb7afa2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:25.529931 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1f690cec-82dc-44ac-bfa7-bdc16bb7afa2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] 10.222.0.72 "DELETE /v2.0/security-groups/49e6c7b4-1580-4038-901b-087322dd7a61 HTTP/1.1" status: 204 len: 168 time: 0.2359598 Jul 11 14:50:25.541386 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f690cec-82dc-44ac-bfa7-bdc16bb7afa2 tempest-TestVolumeBootPattern-593501879 tempest-TestVolumeBootPattern-593501879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6c7b4-1580-4038-901b-087322dd7a61,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:25.602990 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50102) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:25.774000 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1544341d-a8ad-41b0-8bc7-e3d71545d58f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:25.802829 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: 1544341d-a8ad-41b0-8bc7-e3d71545d58f {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:25.803307 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device 1544341d-a8ad-41b0-8bc7-e3d71545d58f not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:26.180217 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (55154bf9-d546-4276-b4b4-39510f0cd9e2), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:26.485560 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Deleting port a0002e18-a25c-438e-9c1b-0a9c2beb80c0 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:26.486419 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:27.012569 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] For port a0002e18-a25c-438e-9c1b-0a9c2beb80c0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:27.013051 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:27.028183 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Calling delete_port for a0002e18-a25c-438e-9c1b-0a9c2beb80c0 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:27.092638 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:27.167122 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:27.269504 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (a0002e18-a25c-438e-9c1b-0a9c2beb80c0), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:27.318321 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0002e18-a25c-438e-9c1b-0a9c2beb80c0,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:27.329850 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:27.611185 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (55154bf9-d546-4276-b4b4-39510f0cd9e2), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:27.882781 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Router 55154bf9-d546-4276-b4b4-39510f0cd9e2 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:27.999433 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:28.005572 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-121df51c-6eb1-45f5-bca6-4612883c7b6b admin admin] 10.222.0.72 "PUT /v2.0/routers/55154bf9-d546-4276-b4b4-39510f0cd9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010823 Jul 11 14:50:28.009280 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50110) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:28.009999 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] Sync routers for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:28.027202 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:28.028715 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:50:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:28.160194 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks [] for router (55154bf9-d546-4276-b4b4-39510f0cd9e2), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.180081 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:28.275826 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks [] for router_gateway (55154bf9-d546-4276-b4b4-39510f0cd9e2), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.353900 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Deleting port 2775f926-34b3-4e30-a4cf-b25b6357c6ff {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:28.354459 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.367505 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.454314 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:50:27Z', 'revision_number': 5, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port': {'id': '2775f926-34b3-4e30-a4cf-b25b6357c6ff', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:28.485746 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] Checking router: 55154bf9-d546-4276-b4b4-39510f0cd9e2 for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:28.496931 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] Routers {'55154bf9-d546-4276-b4b4-39510f0cd9e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:28.497579 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:50:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['55154bf9-d546-4276-b4b4-39510f0cd9e2'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:28.509760 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] For port 2775f926-34b3-4e30-a4cf-b25b6357c6ff, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2775f926-34b3-4e30-a4cf-b25b6357c6ff,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:28.510564 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.537690 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Calling delete_port for 2775f926-34b3-4e30-a4cf-b25b6357c6ff owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:28.543367 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.564297 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:28.607097 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] Set router 55154bf9-d546-4276-b4b4-39510f0cd9e2 gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:28.618275 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:28.677543 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:50:28Z', 'revision_number': 6, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:28.718853 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6ef99-16e7-4b42-93de-5e5833fb5da5 None None] The sync data for ids ['55154bf9-d546-4276-b4b4-39510f0cd9e2'] in dv-cinder-master-3-iscsi is: [{'id': '55154bf9-d546-4276-b4b4-39510f0cd9e2', 'name': 'tempest-TestVolumeBootPattern-646725450-router', 'tenant_id': '3d541b7a72dc4b4494a42bda6fa75026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:46Z', 'updated_at': '2022-07-11T14:50:28Z', 'revision_number': 6, 'project_id': '3d541b7a72dc4b4494a42bda6fa75026', 'gw_port_host': None}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:28.801294 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (2775f926-34b3-4e30-a4cf-b25b6357c6ff), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:28.822091 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:28.829626 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2775f926-34b3-4e30-a4cf-b25b6357c6ff,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:28.857501 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-a7d4a65f-e53c-40b4-8cba-05bbf905775a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653795011&fields=id&tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5 HTTP/1.1" status: 200 len: 267 time: 0.0873985 Jul 11 14:50:28.906042 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (55154bf9-d546-4276-b4b4-39510f0cd9e2), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.001779 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (55154bf9-d546-4276-b4b4-39510f0cd9e2), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.004595 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks [] for router_controller (55154bf9-d546-4276-b4b4-39510f0cd9e2), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.046594 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-439a20e6-4224-4d74-aa58-28b5da8bc71c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:29.048487 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-439a20e6-4224-4d74-aa58-28b5da8bc71c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 809 time: 0.1832762 Jul 11 14:50:29.052770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (55154bf9-d546-4276-b4b4-39510f0cd9e2), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.053439 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55154bf9-d546-4276-b4b4-39510f0cd9e2 {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:50:29.058098 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.062368 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-cb3dc568-ea32-4a67-99c7-cc93f90a7d95 admin admin] 10.222.0.72 "DELETE /v2.0/routers/55154bf9-d546-4276-b4b4-39510f0cd9e2 HTTP/1.1" status: 204 len: 168 time: 1.0493200 Jul 11 14:50:29.062736 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50118) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:29.071258 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-78bd8fb6-51a5-418f-8f52-6f60078541cf tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/quotas/6c2327c73cc445ba97c2ef24ef45e4d5 HTTP/1.1" status: 200 len: 375 time: 0.0154788 Jul 11 14:50:29.125339 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Deleting subnet d31e658e-355f-4ad7-9cf1-9c5cec40f92e {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:50:29.129023 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Publish callbacks [] for subnet (d31e658e-355f-4ad7-9cf1-9c5cec40f92e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.158260 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-88d98d9a-ca87-44bf-b4fc-f1516866118a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766659 Jul 11 14:50:29.172143 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (d31e658e-355f-4ad7-9cf1-9c5cec40f92e), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.249915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-23f2f867-00d6-4c1e-bf88-39dcf99c7efc service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:50:29.251354 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-23f2f867-00d6-4c1e-bf88-39dcf99c7efc service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0761783 Jul 11 14:50:29.279726 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (d31e658e-355f-4ad7-9cf1-9c5cec40f92e), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.353258 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (d31e658e-355f-4ad7-9cf1-9c5cec40f92e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.371164 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-9c3f5a00-d6ff-4649-8145-06291250e2a2 service neutron] 10.222.0.72 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137216 Jul 11 14:50:29.392635 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31e658e-355f-4ad7-9cf1-9c5cec40f92e,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:29.395999 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.401560 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-a573be20-5045-48af-b581-8738fe298267 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d31e658e-355f-4ad7-9cf1-9c5cec40f92e HTTP/1.1" status: 204 len: 168 time: 0.3373737 Jul 11 14:50:29.405656 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50122) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:29.406283 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8970f-35e2-4689-b259-24f7aa4ce17f None None] Network e7191ae9-3a75-447f-ae05-2827e78eae91 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:50:29.546485 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (e7191ae9-3a75-447f-ae05-2827e78eae91), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.615221 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-28274515-8031-4469-876d-880285fa13fb service neutron] 10.222.0.72 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313447 Jul 11 14:50:29.664875 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 2775f926-34b3-4e30-a4cf-b25b6357c6ff no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:29.677810 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Deleting port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:29.678658 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.718726 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 2775f926-34b3-4e30-a4cf-b25b6357c6ff {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:29.719314 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 2775f926-34b3-4e30-a4cf-b25b6357c6ff not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:29.719961 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a0002e18-a25c-438e-9c1b-0a9c2beb80c0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:29.756145 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] DHCP port deletion for e7191ae9-3a75-447f-ae05-2827e78eae91 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:50:29.768148 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: a0002e18-a25c-438e-9c1b-0a9c2beb80c0 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:29.768996 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device a0002e18-a25c-438e-9c1b-0a9c2beb80c0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:29.790057 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] For port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:29.790458 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.793377 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:29.815783 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Calling delete_port for d47bc13c-a52d-4a7d-8cc4-c011192fcdfb owned by network:dhcp {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:29.833143 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] Deleting port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:29.834275 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.935524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.938798 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] For port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,segment=NetworkSegment(003e09f0-7a12-44ac-8ff7-5a2279ab3fee),segment_id=003e09f0-7a12-44ac-8ff7-5a2279ab3fee)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:29.939810 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:29.968516 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] Calling delete_port for d47bc13c-a52d-4a7d-8cc4-c011192fcdfb owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:29.972821 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:29.974910 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] No DVR routers for this DVR port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb on host dv-cinder-master-3-iscsi {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:50:30.027134 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:30.101113 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (d47bc13c-a52d-4a7d-8cc4-c011192fcdfb), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.132368 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] Pushing event deleted for resources: {'Port': ['ID=d47bc13c-a52d-4a7d-8cc4-c011192fcdfb,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:30.133381 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (e7191ae9-3a75-447f-ae05-2827e78eae91), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.138124 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba41404-0c2d-4c3c-8ff8-7c31bbea5ced None None] No DVR routers for this DVR port d47bc13c-a52d-4a7d-8cc4-c011192fcdfb on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:50:30.218306 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-46a9f969-f7e2-4ef8-8614-e8fed9821e72 req-7100e405-b1e9-433a-bd9f-bc59267bca62 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 210 time: 0.0742755 Jul 11 14:50:30.220177 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7191ae9-3a75-447f-ae05-2827e78eae91']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:30.236427 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003e09f0-7a12-44ac-8ff7-5a2279ab3fee') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:30.236770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003e09f0-7a12-44ac-8ff7-5a2279ab3fee') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:30.250693 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (003e09f0-7a12-44ac-8ff7-5a2279ab3fee), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.267393 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (003e09f0-7a12-44ac-8ff7-5a2279ab3fee), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.277385 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:50:30.277976 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (003e09f0-7a12-44ac-8ff7-5a2279ab3fee), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.326523 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 003e09f0-7a12-44ac-8ff7-5a2279ab3fee resource provider aggregate not found Jul 11 14:50:30.377918 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 003e09f0-7a12-44ac-8ff7-5a2279ab3fee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 003e09f0-7a12-44ac-8ff7-5a2279ab3fee found for delete ", "request_id": "req-4f944ab2-d96e-4e81-b1b5-bbbac1f8f392"}]} Jul 11 14:50:30.394325 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (e7191ae9-3a75-447f-ae05-2827e78eae91), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.399729 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:30.408265 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e7191ae9-3a75-447f-ae05-2827e78eae91 HTTP/1.1" status: 204 len: 168 time: 0.9959857 Jul 11 14:50:30.409639 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50140) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:30.432190 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4eae-63e5-4215-b5e7-968fa14300f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7191ae9-3a75-447f-ae05-2827e78eae91,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:30.864696 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (2e948182-bad3-41aa-8537-f285da0db49e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:31.186980 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Deleting port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:31.187523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:31.248343 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:31.283716 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] For port 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,segment=NetworkSegment(64973491-c382-4770-aab5-73495ca1021a),segment_id=64973491-c382-4770-aab5-73495ca1021a)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:31.284044 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:31.300860 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Calling delete_port for 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:31.355667 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:31.367705 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cc49431b-bd11-4510-9ba3-1ffca31f7bb0 req-edea9e38-a439-4354-8f44-dbb567f5a216 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 210 time: 0.0549757 Jul 11 14:50:31.487588 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d47bc13c-a52d-4a7d-8cc4-c011192fcdfb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:31.536381 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: d47bc13c-a52d-4a7d-8cc4-c011192fcdfb {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:31.538583 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d47bc13c-a52d-4a7d-8cc4-c011192fcdfb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:31.638811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-317aa3f0-6218-4ffb-9a5e-50ffda6b6ad4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:31.643468 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-317aa3f0-6218-4ffb-9a5e-50ffda6b6ad4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 809 time: 0.1864929 Jul 11 14:50:31.651915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:31.700391 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:31.783571 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-1240ffee-b721-4771-913f-18c34b857707 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5 HTTP/1.1" status: 200 len: 380 time: 0.1317005 Jul 11 14:50:31.793659 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'port': {'device_id': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'admin_state_up': True, 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'security_groups': ['88d15e86-036c-4a29-a2b0-cdb3bbe75d90']}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:31.937582 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Made reservation on behalf of 6c2327c73cc445ba97c2ef24ef45e4d5 for: {'port': 1} {{(pid=106005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:50:31.944636 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:31.979235 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (2e948182-bad3-41aa-8537-f285da0db49e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:32.207416 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_common [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Allocated IP 172.20.0.5 (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3/239f02f0-7c10-4450-8222-34a7c41d9f0d/a021f0b5-a267-4147-96f3-b6112f84ccb2) {{(pid=106005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:50:32.223885 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:32.299687 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Router 2e948182-bad3-41aa-8537-f285da0db49e has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:32.432073 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:32.465418 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:32.478720 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-ec84fa58-7c73-49e6-a90e-3bbe49d60827 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e948182-bad3-41aa-8537-f285da0db49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0673456 Jul 11 14:50:32.479884 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50152) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:32.488163 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] Sync routers for ids ['2e948182-bad3-41aa-8537-f285da0db49e'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:32.515458 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] Routers {'2e948182-bad3-41aa-8537-f285da0db49e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:32.516698 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:50:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['2e948182-bad3-41aa-8537-f285da0db49e'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:32.615719 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-87e90b7c-4592-4207-aed7-4881a4f39643 req-e60db8b4-204b-40d0-8a0b-c4176329182e tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 210 time: 0.0609074 Jul 11 14:50:32.716774 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks [] for router (2e948182-bad3-41aa-8537-f285da0db49e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:32.727230 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] Set router 2e948182-bad3-41aa-8537-f285da0db49e gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:32.747157 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), precommit_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:32.791911 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:32.805907 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_create {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:32.858315 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:32.878596 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks [] for router_gateway (2e948182-bad3-41aa-8537-f285da0db49e), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:32.892380 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 is already hosted by enough agents. {{(pid=106005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:32.901702 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.base_scheduler [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Resources bound (agent type, host, resource id): {{(pid=106005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:32.908612 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Received port after_create {{(pid=106005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:32.915915 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=1']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:32.960989 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Deleting port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:32.961362 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:32.997393 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:32.998585 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.041189 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-63618b02-3081-4c0f-a8f8-1a8036b3a26d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2519293 Jul 11 14:50:33.057392 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.v2.base [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Request body: {'port': {'device_id': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:33.079647 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:33.081946 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185'}], 'enable_snat': True}, 'gw_port_id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:50:31Z', 'revision_number': 5, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port': {'id': '26c9503a-8e0f-4ac6-9c42-6fc81ec63520', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e948182-bad3-41aa-8537-f285da0db49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:41:53Z', 'updated_at': '2022-07-11T14:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:33.143540 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:33.146633 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] Checking router: 2e948182-bad3-41aa-8537-f285da0db49e for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:33.175619 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] Routers {'2e948182-bad3-41aa-8537-f285da0db49e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:33.177871 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:50:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['2e948182-bad3-41aa-8537-f285da0db49e'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:33.187286 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.378651 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] Set router 2e948182-bad3-41aa-8537-f285da0db49e gateway port host: None {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:33.458334 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] For port 26c9503a-8e0f-4ac6-9c42-6fc81ec63520, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:33.459401 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.475169 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Calling delete_port for 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:33.481935 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-044e7d43-65a1-474c-ab0d-5207fa90ad9c None None] Provisioning complete for port a021f0b5-a267-4147-96f3-b6112f84ccb2 triggered by entity DHCP. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:33.482715 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-044e7d43-65a1-474c-ab0d-5207fa90ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.528627 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:50:32Z', 'revision_number': 6, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:33.582449 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1526982-b911-4e8e-b709-6be93ec6c8ed None None] The sync data for ids ['2e948182-bad3-41aa-8537-f285da0db49e'] in dv-cinder-master-3-iscsi is: [{'id': '2e948182-bad3-41aa-8537-f285da0db49e', 'name': 'tempest-TestVolumeBootPattern-331429093-router', 'tenant_id': '569751527e5c4587b69f8bee9b359fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:41:52Z', 'updated_at': '2022-07-11T14:50:32Z', 'revision_number': 6, 'project_id': '569751527e5c4587b69f8bee9b359fc2', 'gw_port_host': None}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:33.592898 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-044e7d43-65a1-474c-ab0d-5207fa90ad9c None None] Port a021f0b5-a267-4147-96f3-b6112f84ccb2 cannot update to ACTIVE because it is not bound. {{(pid=106007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:50:33.603598 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a021f0b5-a267-4147-96f3-b6112f84ccb2 {{(pid=106005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:50:33.619827 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Publish callbacks [] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), precommit_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.647451 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.provisioning_blocks [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Transition to ACTIVE for port object a021f0b5-a267-4147-96f3-b6112f84ccb2 will not be triggered until provisioned by entity L2. {{(pid=106005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:50:33.653376 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.719085 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (26c9503a-8e0f-4ac6-9c42-6fc81ec63520), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.726912 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=2']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:33.751969 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c9503a-8e0f-4ac6-9c42-6fc81ec63520,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:33.830362 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (2e948182-bad3-41aa-8537-f285da0db49e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.909948 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:33.927276 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f726a6-eec5-43d6-96b9-059695d28095 req-5b43d79f-4f86-4c4d-b4be-5a7adbc28d9d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:33.930137 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28f726a6-eec5-43d6-96b9-059695d28095 req-5b43d79f-4f86-4c4d-b4be-5a7adbc28d9d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.1130242 Jul 11 14:50:33.936524 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (2e948182-bad3-41aa-8537-f285da0db49e), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.941290 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks [] for router_controller (2e948182-bad3-41aa-8537-f285da0db49e), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:33.994733 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Attempting to bind port a021f0b5-a267-4147-96f3-b6112f84ccb2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:50:33.995268 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Attempting to bind port a021f0b5-a267-4147-96f3-b6112f84ccb2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:50:33.995857 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Attempting to bind port a021f0b5-a267-4147-96f3-b6112f84ccb2 on network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:34.008724 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Port a021f0b5-a267-4147-96f3-b6112f84ccb2 on network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:50:34.009404 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Attempting to bind port a021f0b5-a267-4147-96f3-b6112f84ccb2 on network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:50:34.018463 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Checking agent: {'id': '6a279605-ef8b-44c2-9140-a6f1c5738b15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'started_at': datetime.datetime(2022, 7, 11, 14, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:50:34.019771 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Checking segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:50:34.020701 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Bound using segment: {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'} {{(pid=106005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:50:34.021552 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.managers [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Bound port: a021f0b5-a267-4147-96f3-b6112f84ccb2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3979948-7cf0-4ec1-b6ca-c517407504de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3'}}] {{(pid=106005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:50:34.023147 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.042352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (2e948182-bad3-41aa-8537-f285da0db49e), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.043352 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e948182-bad3-41aa-8537-f285da0db49e {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:50:34.053081 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.055540 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e78bf913-19dc-4c57-af0c-fab9773525a4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2e948182-bad3-41aa-8537-f285da0db49e HTTP/1.1" status: 204 len: 168 time: 1.5733714 Jul 11 14:50:34.060827 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50156) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:34.077311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-28f726a6-eec5-43d6-96b9-059695d28095 req-59fc7e3b-c306-42c6-a89f-68390f336467 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368957 Jul 11 14:50:34.122033 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:34.138721 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, cleared binding levels {{(pid=106005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:50:34.142522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:50:34.143748 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Deleting subnet 8a975eff-ff60-4917-a841-3723e90db875 {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:50:34.148550 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Publish callbacks [] for subnet (8a975eff-ff60-4917-a841-3723e90db875), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.150554 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9561640'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.192696 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:34.193392 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.194895 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 1093 time: 1.1444380 Jul 11 14:50:34.195363 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:34.197687 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15791351-4069-4888-b5bf-c7042115afed" -d '{"events": [{"name": "network-changed", "server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:34.220770 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (8a975eff-ff60-4917-a841-3723e90db875), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.228466 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d551e9-58bb-46a0-9d5d-3694c6c3f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=3']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:34.268484 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0755c-50a3-437f-9723-afcad721a56c x-openstack-request-id: req-a9f0755c-50a3-437f-9723-afcad721a56c {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:34.268913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:34.269301 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9f0755c-50a3-437f-9723-afcad721a56c {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:34.269930 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f0755c-50a3-437f-9723-afcad721a56c'] response: {'name': 'network-changed', 'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'status': 'completed', 'code': 200} Jul 11 14:50:34.346948 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-e63591eb-243c-4ace-a019-b031259c3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:34.347681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (8a975eff-ff60-4917-a841-3723e90db875), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.348772 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-e63591eb-243c-4ace-a019-b031259c3b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1127 time: 0.0711427 Jul 11 14:50:34.385444 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:34.409784 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-45645715-eb92-48c8-a706-8d690ee1f7ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0544543 Jul 11 14:50:34.466117 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (8a975eff-ff60-4917-a841-3723e90db875), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.492147 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-762aaf21-c7b8-4e53-8cd6-16581301b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:34.494073 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-762aaf21-c7b8-4e53-8cd6-16581301b79c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0784688 Jul 11 14:50:34.504789 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a975eff-ff60-4917-a841-3723e90db875,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:34.506837 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.510101 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-a3c9d0dc-787c-4b1c-bbff-f62779d2711b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8a975eff-ff60-4917-a841-3723e90db875 HTTP/1.1" status: 204 len: 168 time: 0.4478030 Jul 11 14:50:34.512870 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50160) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:34.523315 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa512793-5b62-43f9-b7ab-c8874312fae1 None None] Network 61b01409-5661-4029-9d42-24433593a436 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:50:34.559811 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-2003f918-2e7c-46d3-a774-51346663267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:34.561345 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-2003f918-2e7c-46d3-a774-51346663267f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613101 Jul 11 14:50:34.601428 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (61b01409-5661-4029-9d42-24433593a436), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.653219 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Deleting port 92eb70b3-47be-4254-be23-1b56307e2637 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:50:34.653789 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (92eb70b3-47be-4254-be23-1b56307e2637), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.674718 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:34.706953 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-50bbc7f0-da05-472b-b12d-d9d3d85df495 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383305 Jul 11 14:50:34.739216 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] For port 92eb70b3-47be-4254-be23-1b56307e2637, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=92eb70b3-47be-4254-be23-1b56307e2637,segment=NetworkSegment(64973491-c382-4770-aab5-73495ca1021a),segment_id=64973491-c382-4770-aab5-73495ca1021a)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:34.739430 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (92eb70b3-47be-4254-be23-1b56307e2637), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.755556 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Calling delete_port for 92eb70b3-47be-4254-be23-1b56307e2637 owned by network:dhcp {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:50:34.854058 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (92eb70b3-47be-4254-be23-1b56307e2637), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:34.865032 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-824cfdf5-5211-4c63-bbdc-70e8af9a6a5a req-7cee5cc9-68ea-4558-9786-90afc2b9ca04 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516399 Jul 11 14:50:34.892837 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Pushing event deleted for resources: {'Port': ['ID=92eb70b3-47be-4254-be23-1b56307e2637,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:34.897191 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] No DVR routers for this DVR port 92eb70b3-47be-4254-be23-1b56307e2637 on host dv-cinder-master-3-iscsi {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:50:34.981074 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134b14c-beb2-49ef-aa50-b650a5d0afd6 None None] DHCP port deletion for 61b01409-5661-4029-9d42-24433593a436 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:50:34.986367 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (61b01409-5661-4029-9d42-24433593a436), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.013423 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b01409-5661-4029-9d42-24433593a436']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:35.026978 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64973491-c382-4770-aab5-73495ca1021a') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:35.027817 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64973491-c382-4770-aab5-73495ca1021a') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:35.038823 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (64973491-c382-4770-aab5-73495ca1021a), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.054206 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (64973491-c382-4770-aab5-73495ca1021a), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.065771 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:50:35.066397 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (64973491-c382-4770-aab5-73495ca1021a), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.100915 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 64973491-c382-4770-aab5-73495ca1021a resource provider aggregate not found Jul 11 14:50:35.124044 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 64973491-c382-4770-aab5-73495ca1021a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64973491-c382-4770-aab5-73495ca1021a found for delete ", "request_id": "req-60d86d9a-386d-4b2b-a7f6-001c65231c86"}]} Jul 11 14:50:35.132029 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791351-4069-4888-b5bf-c7042115afed req-5f7344a1-7874-4c45-bffb-d7b726c8e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:35.133583 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-5f7344a1-7874-4c45-bffb-d7b726c8e294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1127 time: 0.0505242 Jul 11 14:50:35.168308 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (61b01409-5661-4029-9d42-24433593a436), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.180104 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.184348 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] 10.222.0.72 "DELETE /v2.0/networks/61b01409-5661-4029-9d42-24433593a436 HTTP/1.1" status: 204 len: 168 time: 0.6704433 Jul 11 14:50:35.201718 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec9747-e0f7-4440-b3d3-d98039e7baad admin admin] Pushing event deleted for resources: {'Network': ['ID=61b01409-5661-4029-9d42-24433593a436,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:35.289699 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9946bc-bfe1-45e0-9111-d08cd0ef16cf req-3001fdde-0c2e-4b3d-9ff2-7d7ca806e5ed tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:35.291337 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3c9946bc-bfe1-45e0-9111-d08cd0ef16cf req-3001fdde-0c2e-4b3d-9ff2-7d7ca806e5ed tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0710628 Jul 11 14:50:35.292534 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791351-4069-4888-b5bf-c7042115afed req-a6f061db-3a2f-429b-84dd-41eba34b2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:35.293993 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-a6f061db-3a2f-429b-84dd-41eba34b2f95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.1543097 Jul 11 14:50:35.356950 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-a739b27b-6edc-4d7d-9460-b089579bed91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0452113 Jul 11 14:50:35.368829 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50170) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:35.430556 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3c9946bc-bfe1-45e0-9111-d08cd0ef16cf req-b2a20564-588a-46c1-9384-97e18af3b1c7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309297 Jul 11 14:50:35.432381 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2dc7001e-cc07-4a83-a861-bd3bb0906833 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d541b7a72dc4b4494a42bda6fa75026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617952 Jul 11 14:50:35.436869 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50172) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:35.455884 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791351-4069-4888-b5bf-c7042115afed req-2a1c40ff-5a75-42ba-bf28-062c1622411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:35.460030 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-2a1c40ff-5a75-42ba-bf28-062c1622411f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0963886 Jul 11 14:50:35.506278 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 92eb70b3-47be-4254-be23-1b56307e2637 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:35.531392 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 92eb70b3-47be-4254-be23-1b56307e2637 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:35.532066 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 92eb70b3-47be-4254-be23-1b56307e2637 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:35.532537 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:35.533035 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a2724cc0-88c5-4d10-bf7e-68223dadb1a8 admin admin] Publish callbacks [] for security_group (b61a1880-75b1-4645-bbf4-8c5465d81b7b), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.544629 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791351-4069-4888-b5bf-c7042115afed req-33bbbd49-07b6-48cf-8687-70af0933cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:35.547358 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-33bbbd49-07b6-48cf-8687-70af0933cc45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800166 Jul 11 14:50:35.559540 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:35.559866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5c4fcf6c-de4a-4eab-84b7-dc2c83e078c4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:35.560484 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:50:35.577863 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a2724cc0-88c5-4d10-bf7e-68223dadb1a8 admin admin] Publish callbacks [] for security_group (b61a1880-75b1-4645-bbf4-8c5465d81b7b), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.582334 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:50:35.582955 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 26c9503a-8e0f-4ac6-9c42-6fc81ec63520 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:50:35.650580 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:35.660156 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a2724cc0-88c5-4d10-bf7e-68223dadb1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (b61a1880-75b1-4645-bbf4-8c5465d81b7b), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.665311 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-a2724cc0-88c5-4d10-bf7e-68223dadb1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:35.666945 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-a2724cc0-88c5-4d10-bf7e-68223dadb1a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b61a1880-75b1-4645-bbf4-8c5465d81b7b HTTP/1.1" status: 204 len: 168 time: 0.2283711 Jul 11 14:50:35.686923 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2724cc0-88c5-4d10-bf7e-68223dadb1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a1880-75b1-4645-bbf4-8c5465d81b7b,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:35.711773 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-c2f30f7c-ffdd-40a1-a141-f547093ead96 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574974 Jul 11 14:50:35.861552 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-15791351-4069-4888-b5bf-c7042115afed req-fee47d83-ab27-459f-bd66-68a44c40ed86 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443560 Jul 11 14:50:36.121828 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50178) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:36.170229 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-307c7cee-3e85-4668-9bd9-2ed2d78364f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=569751527e5c4587b69f8bee9b359fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471015 Jul 11 14:50:36.172930 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50180) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:36.216852 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:36.232822 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff87-b6c6-4470-9c4c-bd68df2245c9 admin admin] Publish callbacks [] for security_group (442b5848-3210-47a7-bd19-dced13d66ec8), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:36.259590 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff87-b6c6-4470-9c4c-bd68df2245c9 admin admin] Publish callbacks [] for security_group (442b5848-3210-47a7-bd19-dced13d66ec8), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:36.313488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff87-b6c6-4470-9c4c-bd68df2245c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (442b5848-3210-47a7-bd19-dced13d66ec8), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:36.316895 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff87-b6c6-4470-9c4c-bd68df2245c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:36.318466 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-f0a2ff87-b6c6-4470-9c4c-bd68df2245c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/442b5848-3210-47a7-bd19-dced13d66ec8 HTTP/1.1" status: 204 len: 168 time: 0.1442575 Jul 11 14:50:36.332545 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2ff87-b6c6-4470-9c4c-bd68df2245c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b5848-3210-47a7-bd19-dced13d66ec8,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:36.579057 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed972-00b2-4e0b-83dd-ce5a5107d973 req-78d8b923-8fba-462f-93cb-bc06ac82c817 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:36.580957 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-84bed972-00b2-4e0b-83dd-ce5a5107d973 req-78d8b923-8fba-462f-93cb-bc06ac82c817 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0615129 Jul 11 14:50:36.613035 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:36.643703 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-84bed972-00b2-4e0b-83dd-ce5a5107d973 req-4cbf31fe-e606-4be7-bd2b-987de3007902 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558667 Jul 11 14:50:37.785692 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39a0b1-22e9-4d85-9149-434cf2557376 req-12a9ffc3-f3b8-421c-a7da-677f1bc822bd tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:37.787311 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2a39a0b1-22e9-4d85-9149-434cf2557376 req-12a9ffc3-f3b8-421c-a7da-677f1bc822bd tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0522788 Jul 11 14:50:37.849966 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-2a39a0b1-22e9-4d85-9149-434cf2557376 req-fc758d27-19b5-425b-b9aa-7f58112668a2 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559621 Jul 11 14:50:38.602727 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=57 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:38.684445 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=83 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:38.974857 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541309-f18b-4e8f-9ffa-f069eb302900 req-86370427-cca4-4442-9411-4f704cef74ba tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:38.976531 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-92541309-f18b-4e8f-9ffa-f069eb302900 req-86370427-cca4-4442-9411-4f704cef74ba tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0529497 Jul 11 14:50:39.036886 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-92541309-f18b-4e8f-9ffa-f069eb302900 req-58aad672-de0b-4164-99f8-f05671c3fb76 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540216 Jul 11 14:50:40.148541 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:40.165338 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ebd4d-6e63-44ca-8ed8-5193623e8216 req-63ef1745-3abf-4a22-92a5-b139c023d0e7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:40.166958 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a68ebd4d-6e63-44ca-8ed8-5193623e8216 req-63ef1745-3abf-4a22-92a5-b139c023d0e7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0516052 Jul 11 14:50:40.226704 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a68ebd4d-6e63-44ca-8ed8-5193623e8216 req-637168ad-419a-4081-adbf-96c0bc5f3e38 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496337 Jul 11 14:50:41.377773 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31b3f0-4f52-4bb6-9177-1f09f7877e42 req-7237022b-65e5-4029-b38d-0366e539fa43 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:41.380524 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c31b3f0-4f52-4bb6-9177-1f09f7877e42 req-7237022b-65e5-4029-b38d-0366e539fa43 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0628657 Jul 11 14:50:41.441487 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0c31b3f0-4f52-4bb6-9177-1f09f7877e42 req-9b3c7a86-6fbf-44e1-95a4-483e89d379e4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551651 Jul 11 14:50:41.848554 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:50:41.962317 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:41.976125 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'port_id': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'mac_address': 'fa:16:3e:a5:36:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:50:42.017474 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port a021f0b5-a267-4147-96f3-b6112f84ccb2 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:42.017864 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:42.034563 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a021f0b5-a267-4147-96f3-b6112f84ccb2 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:50:42.057538 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:42.062899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:42.124344 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=4']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:42.278137 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['a021f0b5-a267-4147-96f3-b6112f84ccb2'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:50:42.522819 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:42.527666 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:42.571856 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f3535-9e2f-4530-98ae-0dac771043c3 req-66d10ffa-8836-40a0-8388-772a906e98b7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:42.573368 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ad1f3535-9e2f-4530-98ae-0dac771043c3 req-66d10ffa-8836-40a0-8388-772a906e98b7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 944 time: 0.0515039 Jul 11 14:50:42.630154 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-ad1f3535-9e2f-4530-98ae-0dac771043c3 req-1ad7fa3f-2d8a-4b39-8fb9-cbfb883ff3b7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500977 Jul 11 14:50:43.308113 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:50:43.756420 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40667d92-073a-41ba-a400-1ccf76e1b40a req-6e7d38f1-9812-4c82-bcfd-306e7fef5f58 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:43.758048 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-40667d92-073a-41ba-a400-1ccf76e1b40a req-6e7d38f1-9812-4c82-bcfd-306e7fef5f58 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 944 time: 0.0518322 Jul 11 14:50:43.826532 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-40667d92-073a-41ba-a400-1ccf76e1b40a req-ab695271-eaf7-442d-b026-ae9c2d4502f7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616217 Jul 11 14:50:43.880503 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:50:43.927818 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning for port a021f0b5-a267-4147-96f3-b6112f84ccb2 completed by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:50:43.935669 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port a021f0b5-a267-4147-96f3-b6112f84ccb2 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:50:43.936104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:44.019566 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port a021f0b5-a267-4147-96f3-b6112f84ccb2 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:50:44.019963 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:44.047830 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:44.050305 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9ced8d-0deb-4ded-a271-dbaa0aa0367f" -d '{"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-plugged", "status": "completed", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:44.064853 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:50:44.069205 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:44.118725 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a8f7b-cc79-485b-aade-18131b6896c3 x-openstack-request-id: req-c23a8f7b-cc79-485b-aade-18131b6896c3 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:44.119020 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-plugged", "status": "completed", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:44.119279 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c23a8f7b-cc79-485b-aade-18131b6896c3 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:44.119683 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23a8f7b-cc79-485b-aade-18131b6896c3'] response: {'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'code': 200} Jul 11 14:50:44.123725 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=5']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:44.131857 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.132187 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.132531 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.132872 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.133208 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.133531 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.133874 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.134186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.134549 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.134877 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.135800 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.135800 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.135800 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.136774 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.137059 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:50:44.527118 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07a83f-81fc-4f45-b95c-8d60305f445d req-6446f33b-5aa9-4b70-b291-b585c7b4d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:44.528673 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f07a83f-81fc-4f45-b95c-8d60305f445d req-6446f33b-5aa9-4b70-b291-b585c7b4d30f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.2161932 Jul 11 14:50:44.583065 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-4f07a83f-81fc-4f45-b95c-8d60305f445d req-80f2c9c9-4a72-4178-9164-a7135e3aa77d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481024 Jul 11 14:50:44.963606 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b3d3-29e9-4f93-bb9c-0be679e2d2d3 req-468ebb30-922e-4068-91ff-1f6e8103199c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:44.965269 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9ab9b3d3-29e9-4f93-bb9c-0be679e2d2d3 req-468ebb30-922e-4068-91ff-1f6e8103199c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0537014 Jul 11 14:50:45.027124 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9ab9b3d3-29e9-4f93-bb9c-0be679e2d2d3 req-18e61fec-2a83-4316-b713-d6fdfbe26d79 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513582 Jul 11 14:50:45.115710 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:46.174961 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995774-686b-4fa7-9ee9-f5f62e32603c req-0c6b7177-c8ba-4bb0-8fcc-0696346dcee1 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:46.176576 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eb995774-686b-4fa7-9ee9-f5f62e32603c req-0c6b7177-c8ba-4bb0-8fcc-0696346dcee1 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0508969 Jul 11 14:50:46.233907 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-eb995774-686b-4fa7-9ee9-f5f62e32603c req-e4c3ab08-35c1-4d7b-be01-271eecb4adca tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Jul 11 14:50:46.365427 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbfc1-b235-4845-85c1-bfaaf578d31c req-a87b1a19-c00b-4565-8361-c70881ed00d4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:46.367035 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fe4fbfc1-b235-4845-85c1-bfaaf578d31c req-a87b1a19-c00b-4565-8361-c70881ed00d4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0560911 Jul 11 14:50:46.424262 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-fe4fbfc1-b235-4845-85c1-bfaaf578d31c req-334fb6f3-c2ef-4171-a7d1-563bf04fc935 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503747 Jul 11 14:50:46.448255 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50208) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:46.651665 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63374fe-3f1f-4f7f-af31-f6f7f2c62650 tempest-TestShelveInstance-1900257741 tempest-TestShelveInstance-1900257741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:46.653289 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-b63374fe-3f1f-4f7f-af31-f6f7f2c62650 tempest-TestShelveInstance-1900257741 tempest-TestShelveInstance-1900257741-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1124 time: 0.2033815 Jul 11 14:50:46.656739 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50212) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:50:46.663325 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.v2.base [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Request body: {'floatingip': {'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'port_id': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:50:46.689312 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:46.787067 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (None), before_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:46.900475 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:46.902004 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_common [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Allocated IP 172.37.1.205 (554ec81a-f973-441f-81ec-8f3c539776c4/8d051f6c-da33-440b-96ae-cca107cddc87/08b03843-542c-4b93-aea6-552c9a2e7ad3) {{(pid=106006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:50:47.030102 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:47.067768 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763085940053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:47.077290 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:47.118125 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Network 554ec81a-f973-441f-81ec-8f3c539776c4 is already hosted by enough agents. {{(pid=106006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:50:47.124509 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.base_scheduler [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Resources bound (agent type, host, resource id): {{(pid=106006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:50:47.128886 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Received port after_create {{(pid=106006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:50:47.132531 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'Port': ['ID=08b03843-542c-4b93-aea6-552c9a2e7ad3,revision_number=1']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:47.574717 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for floatingip (d246a796-24b4-464b-858f-612d3db904f9), precommit_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:47.648779 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), before_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:47.806607 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:47.823684 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), precommit_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:47.828773 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12202107'] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), after_update {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:47.914841 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event updated for resources: {'Port': ['ID=08b03843-542c-4b93-aea6-552c9a2e7ad3,revision_number=2']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:50:47.929097 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473969'] for floatingip (d246a796-24b4-464b-858f-612d3db904f9), after_create {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:48.033347 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.db.l3_db [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Floating IP d246a796-24b4-464b-858f-612d3db904f9 associated. External IP: 172.37.1.205, port: a021f0b5-a267-4147-96f3-b6112f84ccb2. Jul 11 14:50:48.118101 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:48.250006 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Router 34fb196a-1095-4172-9b5e-56175775768c has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:50:48.366592 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:50:48.378644 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] Sync routers for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:50:48.392554 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:48.393411 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:48.394387 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:50:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:48.451391 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2a9cf67c-23fe-4ab2-9043-d98d7d653a7a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7906141 Jul 11 14:50:48.451391 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:50:48.453905 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:50:48.506019 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8160ae-776b-4054-96f3-0723b6a8b236 x-openstack-request-id: req-1a8160ae-776b-4054-96f3-0723b6a8b236 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:50:48.506366 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:50:48.506698 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a8160ae-776b-4054-96f3-0723b6a8b236 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:50:48.507155 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8160ae-776b-4054-96f3-0723b6a8b236'] response: {'name': 'network-changed', 'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'status': 'completed', 'code': 200} Jul 11 14:50:48.555875 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:48.580236 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-f724ce30-cdf7-4aca-bf24-b473a73ac2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:48.582166 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-f724ce30-cdf7-4aca-bf24-b473a73ac2a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.0504069 Jul 11 14:50:48.723950 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-e68cc7d8-ab1a-4455-a385-92b6e80c8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:48.725558 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-e68cc7d8-ab1a-4455-a385-92b6e80c8cf4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.1371465 Jul 11 14:50:48.823184 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-93bbd053-6016-4490-ba83-cf0f8defe6e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 999 time: 0.0908849 Jul 11 14:50:48.845982 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd246a796-24b4-464b-858f-612d3db904f9', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'floating_ip_address': '172.37.1.205', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '34fb196a-1095-4172-9b5e-56175775768c', 'port_id': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'mac_address': 'fa:16:3e:a5:36:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:50:47Z', 'updated_at': '2022-07-11T14:50:47Z', 'revision_number': 0, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:48.890251 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] Checking router: 34fb196a-1095-4172-9b5e-56175775768c for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:50:48.902558 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:50:48.903374 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:50:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:48.904723 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-1f0b86c4-a62d-4698-9acb-f6a2e86bb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:48.906374 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-1f0b86c4-a62d-4698-9acb-f6a2e86bb78f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0768883 Jul 11 14:50:48.981284 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-df92ea0f-3d90-4ce2-a771-aee897a46be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:50:48.983940 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-df92ea0f-3d90-4ce2-a771-aee897a46be5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701303 Jul 11 14:50:48.999368 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-7eadcb21-43e8-43a5-87b5-b9f05aba1857 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=106005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:50:49.001178 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-7eadcb21-43e8-43a5-87b5-b9f05aba1857 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092945 Jul 11 14:50:49.018001 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:50:49.124976 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-6327d85d-5d82-4d4c-b620-17c83095cc7a service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165838 Jul 11 14:50:49.168791 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:49.245373 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-51eab24c-7c07-4c4d-ac8e-41b3a3b8612b req-caefa236-2ce5-496f-b085-746f77b101cc service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136880 Jul 11 14:50:49.371388 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd246a796-24b4-464b-858f-612d3db904f9', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'floating_ip_address': '172.37.1.205', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '34fb196a-1095-4172-9b5e-56175775768c', 'port_id': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'mac_address': 'fa:16:3e:a5:36:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:50:47Z', 'updated_at': '2022-07-11T14:50:47Z', 'revision_number': 0, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:50:49.402894 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cdbd73-ed43-48ec-bad1-20ab031bd782 None None] The sync data for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi is: [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd246a796-24b4-464b-858f-612d3db904f9', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'floating_ip_address': '172.37.1.205', 'floating_network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'router_id': '34fb196a-1095-4172-9b5e-56175775768c', 'port_id': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'mac_address': 'fa:16:3e:a5:36:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:50:47Z', 'updated_at': '2022-07-11T14:50:47Z', 'revision_number': 0, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:50:49.623186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08567aea-a0fc-453a-9502-2e58c521fa56 None None] New status for floating IP d246a796-24b4-464b-858f-612d3db904f9: ACTIVE {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:50:52.759815 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-376d377f-ae75-4438-a673-dba0416400ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:55.418616 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c723343-1d04-4a90-8992-2098485a80c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:57.087363 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:58.363077 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:58.428408 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:58.443670 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:58.512679 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:50:59.228823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=81 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:50:59.240781 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:00.361804 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=80 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:00.362818 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=76 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:08.504239 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:08.507402 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:13.279729 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:15.122369 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:20.307886 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:51:22.543917 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-4af560d5-bcba-46a9-abf1-2d64b2f4caab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431721 Jul 11 14:51:22.638156 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-582f37bc-bb39-41ab-9e23-46e15b484f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:51:22.640115 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-582f37bc-bb39-41ab-9e23-46e15b484f52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.0492887 Jul 11 14:51:22.761268 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-d29c740a-47fb-4306-8484-abf416025a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:22.768662 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-b5a6a7e9-2c85-482d-983e-6b13f6916ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:51:22.770193 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-b5a6a7e9-2c85-482d-983e-6b13f6916ea9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.1095452 Jul 11 14:51:22.854192 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-c96203cb-b65b-4e6b-8144-91a3df52200b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0758150 Jul 11 14:51:22.913278 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-ea17a3fc-56f4-4a41-9450-d898c1234ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:51:22.915445 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-ea17a3fc-56f4-4a41-9450-d898c1234ef2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0551741 Jul 11 14:51:22.969315 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-00f70cf8-3611-45e2-bcce-8b277c9f34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:51:22.971549 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-00f70cf8-3611-45e2-bcce-8b277c9f34e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493782 Jul 11 14:51:23.098955 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-248ae8b7-5b1c-4eb3-baae-32046b6e5741 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204860 Jul 11 14:51:23.211028 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3827bb5a-4c0e-4310-bc58-048c10030b56 req-df2f1982-bc5c-4073-874e-45880d052af4 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049383 Jul 11 14:51:25.415563 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-8e672076-1d78-4501-a397-a0e83fbeb1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:27.091322 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:28.368689 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:28.510178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:33.202021 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=45 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:33.205145 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=56 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:37.360805 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:37.362039 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:38.502931 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:38.505297 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:51:45.128820 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:52.760533 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e70bf396-a4e6-41f9-994d-e84203ecba7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:55.413236 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-24210766-f86b-4683-849d-9b48554d86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:57.095211 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:57.308140 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:51:58.370895 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:51:58.507078 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:08.500303 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:08.501885 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:15.146004 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:21.419505 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=18 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:21.421501 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=16 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:22.756392 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3857347e-c74c-4588-9967-197587bbeb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:23.951429 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-6254f92d-7ce7-41eb-a726-7e53193a2089 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492361 Jul 11 14:52:24.055920 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4734-1461-47cc-9773-cea221418193 req-ad032f9c-c54e-4051-8a3f-029d5744195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:24.057480 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-ad032f9c-c54e-4051-8a3f-029d5744195f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.0456827 Jul 11 14:52:24.174388 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4734-1461-47cc-9773-cea221418193 req-19743018-282a-4eb9-9acf-ba81297f9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:24.175944 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-19743018-282a-4eb9-9acf-ba81297f9b0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.0976715 Jul 11 14:52:24.248908 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-8b64b4c2-6de1-4ca4-8713-1d6e8be682a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0657184 Jul 11 14:52:24.303820 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4734-1461-47cc-9773-cea221418193 req-0129b4f8-3558-4294-b88b-9da9836ee9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:24.305359 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-0129b4f8-3558-4294-b88b-9da9836ee9e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0502455 Jul 11 14:52:24.363819 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4734-1461-47cc-9773-cea221418193 req-a039787d-12ec-46ba-8174-c9595a26726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:24.366407 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-a039787d-12ec-46ba-8174-c9595a26726e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545301 Jul 11 14:52:24.494504 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-1257850b-6105-4841-baf4-89d849d5d9ac service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214855 Jul 11 14:52:24.596297 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f6da4734-1461-47cc-9773-cea221418193 req-1ca799e1-2a78-4971-bde7-99bdc2f1bcb7 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942066 Jul 11 14:52:25.412564 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-187ac7d5-a8e3-422a-afd6-316743ac511e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:27.096143 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:28.375268 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:28.508847 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:34.308008 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:52:34.591248 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=55 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:34.593459 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=46 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:38.501575 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:38.504119 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:44.571114 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6fe4-e399-48f2-97c5-a83c7854fb0c req-f40a5e57-8f5c-40be-991d-ed52f0d18e08 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:44.572637 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9cec6fe4-e399-48f2-97c5-a83c7854fb0c req-f40a5e57-8f5c-40be-991d-ed52f0d18e08 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0596931 Jul 11 14:52:44.632967 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9cec6fe4-e399-48f2-97c5-a83c7854fb0c req-6da9dabb-dfed-4e89-8307-94434995c3ce tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534799 Jul 11 14:52:45.140385 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:45.782573 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ec472-f9b0-424d-ab47-9a5df59e4eb4 req-1cd609bb-3bb4-4b9c-a97a-caf4ee5586b6 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:45.784171 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f72ec472-f9b0-424d-ab47-9a5df59e4eb4 req-1cd609bb-3bb4-4b9c-a97a-caf4ee5586b6 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0518279 Jul 11 14:52:45.841994 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-f72ec472-f9b0-424d-ab47-9a5df59e4eb4 req-e65b0851-4056-49a3-a9e1-e59eae0d569a tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508828 Jul 11 14:52:46.985639 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114f656-07ef-46ba-b019-f11bae3dcc71 req-89abeff0-bb67-4899-b2d0-880737426bf3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:46.987523 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0114f656-07ef-46ba-b019-f11bae3dcc71 req-89abeff0-bb67-4899-b2d0-880737426bf3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0506012 Jul 11 14:52:47.047663 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0114f656-07ef-46ba-b019-f11bae3dcc71 req-28dcdcc6-53a7-4219-bf06-39d6b1841abc tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535226 Jul 11 14:52:48.177329 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e0bf-9a0a-4268-a486-d0eb432dd64e req-d3f3f430-3ae0-494d-9a1f-eb222d4dab9d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:48.178932 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6158e0bf-9a0a-4268-a486-d0eb432dd64e req-d3f3f430-3ae0-494d-9a1f-eb222d4dab9d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0505064 Jul 11 14:52:48.239567 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-6158e0bf-9a0a-4268-a486-d0eb432dd64e req-491389cd-d168-444e-95a1-993645918adb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499902 Jul 11 14:52:49.389935 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61bf73-2fa5-42d2-8048-952f1085c28a req-bba33398-950e-4355-862e-93ae9f8760ff tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:49.391607 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3d61bf73-2fa5-42d2-8048-952f1085c28a req-bba33398-950e-4355-862e-93ae9f8760ff tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0661688 Jul 11 14:52:49.448551 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-3d61bf73-2fa5-42d2-8048-952f1085c28a req-1167738c-58b7-41a0-bfe0-42974879e718 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 Jul 11 14:52:50.577807 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ea102-6969-4108-b8bb-0c6d5eff5adc req-c557054a-4581-4b36-9fa3-a0236e141afa tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:50.579730 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-169ea102-6969-4108-b8bb-0c6d5eff5adc req-c557054a-4581-4b36-9fa3-a0236e141afa tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0571616 Jul 11 14:52:50.640394 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-169ea102-6969-4108-b8bb-0c6d5eff5adc req-8e17cee4-7d66-4712-b72a-9e8b6d47371e tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537283 Jul 11 14:52:51.352071 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:51.359165 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:51.776255 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bfb1f-84b1-400b-ad11-283f4526f7c3 req-f4303e24-9b4b-47da-8285-991784a3e878 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:51.778485 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-172bfb1f-84b1-400b-ad11-283f4526f7c3 req-f4303e24-9b4b-47da-8285-991784a3e878 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0540986 Jul 11 14:52:51.835077 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-172bfb1f-84b1-400b-ad11-283f4526f7c3 req-d0d53b68-847c-48c2-866f-2508a8807802 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500937 Jul 11 14:52:52.752750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-26277996-7b1d-4ace-abaa-84e31cee8af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:52.970906 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e60d17-3e0b-4d22-890f-b4bce41af15e req-5bb4f126-1449-4630-9386-192796bdaf81 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:52.972397 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-22e60d17-3e0b-4d22-890f-b4bce41af15e req-5bb4f126-1449-4630-9386-192796bdaf81 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0527279 Jul 11 14:52:53.031008 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-22e60d17-3e0b-4d22-890f-b4bce41af15e req-cd7893eb-c48b-4f97-ae21-809d34086548 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506647 Jul 11 14:52:54.167214 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e35f4-1475-49cc-b392-c51bf327afd2 req-014128e3-dc0a-410d-94c7-0dad44df6097 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:54.168905 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b14e35f4-1475-49cc-b392-c51bf327afd2 req-014128e3-dc0a-410d-94c7-0dad44df6097 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0494411 Jul 11 14:52:54.229327 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b14e35f4-1475-49cc-b392-c51bf327afd2 req-1aea1ee5-fc6f-4378-8781-dbe759293d74 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543063 Jul 11 14:52:54.694116 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-3c3ba64f-771a-46f0-9d3b-c88c86d53440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:54.696331 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-3c3ba64f-771a-46f0-9d3b-c88c86d53440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.0450680 Jul 11 14:52:54.802481 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-702fe575-e463-49ee-bb35-f634017f8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:54.804750 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-702fe575-e463-49ee-bb35-f634017f8eda service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.1008799 Jul 11 14:52:54.877751 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-fbf04350-b002-4d3f-b721-fe1bf7bdb220 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0669875 Jul 11 14:52:54.930647 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-eadec3c3-a676-44f9-938c-45dbdf95baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:54.932275 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-eadec3c3-a676-44f9-938c-45dbdf95baa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0484481 Jul 11 14:52:54.982006 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-48dfcf49-0e05-4915-86ee-edccf5edaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:54.983795 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-48dfcf49-0e05-4915-86ee-edccf5edaf42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458205 Jul 11 14:52:55.093586 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-10a93950-02ac-439a-8dd3-a2202963b831 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041470 Jul 11 14:52:55.194135 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-fc4e1165-4fb9-4024-b374-49d2b1001a34 req-1b4bb70e-cee1-43cf-9e76-14de8ef2a502 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947502 Jul 11 14:52:55.358391 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa95e3-ee58-482c-8a2b-fdbb8488c938 req-d430e294-7a8e-4b06-bf34-2081357d3de6 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:55.359974 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-23aa95e3-ee58-482c-8a2b-fdbb8488c938 req-d430e294-7a8e-4b06-bf34-2081357d3de6 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0550125 Jul 11 14:52:55.408985 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-64196736-ed34-432d-8a93-082fc76b6d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:55.428039 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-23aa95e3-ee58-482c-8a2b-fdbb8488c938 req-546c7bf8-51f3-4ebb-9756-0c771a9b8fa1 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623558 Jul 11 14:52:56.546879 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:56.563298 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccab51-f525-4cc8-aaeb-6cfbe13cef3f req-86a055d7-e47a-4cb4-9d8b-3bef8ece6019 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:56.565043 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a1ccab51-f525-4cc8-aaeb-6cfbe13cef3f req-86a055d7-e47a-4cb4-9d8b-3bef8ece6019 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0611796 Jul 11 14:52:56.621577 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a1ccab51-f525-4cc8-aaeb-6cfbe13cef3f req-4046379b-f441-49bc-a0ea-a0c6e74ce02b tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501528 Jul 11 14:52:57.105884 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:57.747384 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92ef63-195c-40bc-a4bb-d9a5a5c482d8 req-ccd964d1-6be3-4878-94f3-a2d056c152c8 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:57.749110 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9a92ef63-195c-40bc-a4bb-d9a5a5c482d8 req-ccd964d1-6be3-4878-94f3-a2d056c152c8 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0540788 Jul 11 14:52:57.806547 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-9a92ef63-195c-40bc-a4bb-d9a5a5c482d8 req-31833958-c889-4c55-99b0-62fbd89d68bc tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514853 Jul 11 14:52:58.380179 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:58.504954 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:52:59.090693 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cfda7-fa96-4b16-8bb1-5e0d9668e126 req-659f7364-c841-4a61-9bae-f7a9f06abf34 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:59.092281 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1a0cfda7-fa96-4b16-8bb1-5e0d9668e126 req-659f7364-c841-4a61-9bae-f7a9f06abf34 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0839677 Jul 11 14:52:59.099100 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-b4b6deb4-b7e2-4af2-a843-306543b80342 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152477 Jul 11 14:52:59.151266 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1a0cfda7-fa96-4b16-8bb1-5e0d9668e126 req-72f3c9ad-fd6b-436f-a6c5-e7f731d306a5 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510175 Jul 11 14:52:59.302039 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:52:59.314257 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f8cf-b4a5-4052-955b-544576484643 req-9af0254d-7c83-4756-bbb4-d835d16a16b8 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:52:59.315732 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-9af0254d-7c83-4756-bbb4-d835d16a16b8 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports/a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 942 time: 0.1848254 Jul 11 14:53:00.305892 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ba07-2499-4371-a473-bcd21ae662e7 req-6197214c-e593-4d94-83d8-591c241b568e tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:00.308510 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b6c8ba07-2499-4371-a473-bcd21ae662e7 req-6197214c-e593-4d94-83d8-591c241b568e tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0567310 Jul 11 14:53:00.344625 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:53:00.374003 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-b6c8ba07-2499-4371-a473-bcd21ae662e7 req-a1903bf4-ecef-475e-b870-58e0f0654956 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584393 Jul 11 14:53:00.480762 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port a021f0b5-a267-4147-96f3-b6112f84ccb2 is: ACTIVE; New status is: DOWN {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:53:00.481345 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:00.523828 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:53:00.527726 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bcd744-a993-479c-a608-451dac4ad7e2" -d '{"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-unplugged", "status": "completed", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:53:00.552182 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:53:00.558095 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:00.614564 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=6']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:53:00.622974 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.623450 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.623728 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.624029 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.624354 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.625425 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.625425 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.625425 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.625938 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.625938 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.626245 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.626559 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.626877 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.627188 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.627500 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:53:00.660442 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Jul 2022 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35dbd41-f3d0-4396-8f02-b5c0c355115d x-openstack-request-id: req-a35dbd41-f3d0-4396-8f02-b5c0c355115d {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:53:00.660845 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-unplugged", "status": "completed", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:53:00.661187 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a35dbd41-f3d0-4396-8f02-b5c0c355115d {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:53:00.661745 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35dbd41-f3d0-4396-8f02-b5c0c355115d'] response: {'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'code': 200} Jul 11 14:53:00.701605 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f8cf-b4a5-4052-955b-544576484643 req-a9087eec-4e77-46c6-9e56-d60c5bb3280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:00.704169 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-a9087eec-4e77-46c6-9e56-d60c5bb3280b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf&tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5 HTTP/1.1" status: 200 len: 1127 time: 0.0732586 Jul 11 14:53:00.768185 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f8cf-b4a5-4052-955b-544576484643 req-59304582-90e4-4cf5-8eb6-6c0edf7eb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:00.769901 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-59304582-90e4-4cf5-8eb6-6c0edf7eb787 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1127 time: 0.0421574 Jul 11 14:53:00.875805 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f8cf-b4a5-4052-955b-544576484643 req-f395a245-d649-4419-93a9-bcfc6aea0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:00.877363 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-f395a245-d649-4419-93a9-bcfc6aea0a16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.1018820 Jul 11 14:53:00.950467 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-e5b257ee-3fee-4400-a1b7-544a7b2180c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 999 time: 0.0669458 Jul 11 14:53:01.006645 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f8cf-b4a5-4052-955b-544576484643 req-31269e2d-2662-4d34-a5d7-30938d6da6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:01.008189 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-31269e2d-2662-4d34-a5d7-30938d6da6b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0519581 Jul 11 14:53:01.059823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f8cf-b4a5-4052-955b-544576484643 req-5dc68e75-bf56-4031-b91a-eb2fa700ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:01.061479 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-5dc68e75-bf56-4031-b91a-eb2fa700ac07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472295 Jul 11 14:53:01.160154 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-c3f66526-e2bd-4b6d-8f60-068be0908381 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926406 Jul 11 14:53:01.263763 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-0132f8cf-b4a5-4052-955b-544576484643 req-dea3108d-bb3c-4ad1-9854-6a1497f51a21 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975413 Jul 11 14:53:01.516760 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915bb8-29cc-4ca2-b8ae-89e72bbd39ed req-987d7043-5870-41c7-8d2c-77eef858f7ca tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:01.518377 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a9915bb8-29cc-4ca2-b8ae-89e72bbd39ed req-987d7043-5870-41c7-8d2c-77eef858f7ca tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0532296 Jul 11 14:53:01.579570 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a9915bb8-29cc-4ca2-b8ae-89e72bbd39ed req-2dd424e5-e289-48de-aff4-56e2ffb70139 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505819 Jul 11 14:53:02.716016 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44111-82bf-41b9-bdaf-4f4fa7aee7a2 req-1d6d2a3c-897e-4c4e-aebd-68ed16b3c9f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:02.717640 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-37c44111-82bf-41b9-bdaf-4f4fa7aee7a2 req-1d6d2a3c-897e-4c4e-aebd-68ed16b3c9f4 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0541322 Jul 11 14:53:02.773730 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-37c44111-82bf-41b9-bdaf-4f4fa7aee7a2 req-a3e81317-1fbf-4367-9f65-ca79d085c0d3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493977 Jul 11 14:53:03.898960 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74277a81-2e80-492d-8bdf-93064c8fdde6 req-53698fdc-bb98-4eac-894b-98f1205d0528 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:03.900564 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-74277a81-2e80-492d-8bdf-93064c8fdde6 req-53698fdc-bb98-4eac-894b-98f1205d0528 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0520706 Jul 11 14:53:03.965294 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-74277a81-2e80-492d-8bdf-93064c8fdde6 req-4eaa7910-e7df-4a87-bf13-3cd63e90e801 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547626 Jul 11 14:53:05.094019 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ed965-d484-4735-995e-fe1642a6e9d8 req-68368737-8b01-47f2-bf7d-f68e7a1c9b65 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:05.095663 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7f3ed965-d484-4735-995e-fe1642a6e9d8 req-68368737-8b01-47f2-bf7d-f68e7a1c9b65 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0561638 Jul 11 14:53:05.156737 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-7f3ed965-d484-4735-995e-fe1642a6e9d8 req-cf83f371-b8a5-4d6a-8651-e5d5fdfcbf95 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514607 Jul 11 14:53:06.279381 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea778b-2d18-4d29-a027-2f9014c88fb9 req-842bae9c-117f-4b69-ad06-57bec4e520e3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:06.280999 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-06ea778b-2d18-4d29-a027-2f9014c88fb9 req-842bae9c-117f-4b69-ad06-57bec4e520e3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0500410 Jul 11 14:53:06.297432 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:06.342403 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-06ea778b-2d18-4d29-a027-2f9014c88fb9 req-ee4ca760-763d-47dc-8438-4c9d0f7c49fb tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509501 Jul 11 14:53:07.483100 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e8c8-ce2b-4a6e-ba9e-1bc0399a400d req-5b2cfd28-2f5b-49e2-9f70-6bfbb7160cc7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:07.484778 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1557e8c8-ce2b-4a6e-ba9e-1bc0399a400d req-5b2cfd28-2f5b-49e2-9f70-6bfbb7160cc7 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0599689 Jul 11 14:53:07.513399 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=100 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:07.548304 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1557e8c8-ce2b-4a6e-ba9e-1bc0399a400d req-5b22cf4a-1af0-4aa0-8699-f91f03b9731f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522242 Jul 11 14:53:08.391068 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:53:08.498825 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:53:08.514495 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:08.517782 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Returning: {'device': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'port_id': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'mac_address': 'fa:16:3e:a5:36:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:53:08.519696 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=67,neutron:UPDATE=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:08.691775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port a021f0b5-a267-4147-96f3-b6112f84ccb2 is: DOWN; New status is: BUILD {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:53:08.692186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:08.707457 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a021f0b5-a267-4147-96f3-b6112f84ccb2 {{(pid=106007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:53:08.712011 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018c715-ec77-43d1-9494-7ee3484d9d83 req-4fecc91b-0b58-4729-b168-d7cc3e121422 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:08.714701 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a018c715-ec77-43d1-9494-7ee3484d9d83 req-4fecc91b-0b58-4729-b168-d7cc3e121422 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 943 time: 0.0841019 Jul 11 14:53:08.737354 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:53:08.743146 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:08.775394 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-a018c715-ec77-43d1-9494-7ee3484d9d83 req-e2740410-62f3-46ac-916a-fb8a9e8a3e91 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536654 Jul 11 14:53:08.801105 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=7']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:53:08.949778 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] get_ports_and_sgs() called for port_ids ['a021f0b5-a267-4147-96f3-b6112f84ccb2'] {{(pid=106007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:53:09.868505 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=85 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:09.910125 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb46b-264e-40cc-a34e-9827d024d6b3 req-7b824d13-5ad3-4107-abac-e2c106fc002d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:09.911883 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-57dcb46b-264e-40cc-a34e-9827d024d6b3 req-7b824d13-5ad3-4107-abac-e2c106fc002d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 944 time: 0.0521650 Jul 11 14:53:09.976464 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-57dcb46b-264e-40cc-a34e-9827d024d6b3 req-bb227357-3476-4f00-93c1-919d369335a9 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539002 Jul 11 14:53:10.393504 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 up at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:53:10.446796 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.provisioning_blocks [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Provisioning complete for port a021f0b5-a267-4147-96f3-b6112f84ccb2 triggered by entity L2. {{(pid=106007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:53:10.447082 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484829'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), provisioning_complete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:10.527264 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Current status of the port a021f0b5-a267-4147-96f3-b6112f84ccb2 is: BUILD; New status is: ACTIVE {{(pid=106007) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:53:10.527713 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438349'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:10.555405 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:53:10.557772 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ecd9484db3f3f6eab4e4fa22cb04b52cba87ce61d6f23621dad62dfe39248cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728024f0-f335-48b5-a26c-5440026c0220" -d '{"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-plugged", "status": "completed", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:53:10.572668 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:53:10.577452 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763086419240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763085940071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763085940089'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:10.624363 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0dc01-6042-4798-9f69-a18f5cad7986 x-openstack-request-id: req-9da0dc01-6042-4798-9f69-a18f5cad7986 {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:53:10.624690 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-plugged", "status": "completed", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "code": 200}]} {{(pid=106007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:53:10.624959 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9da0dc01-6042-4798-9f69-a18f5cad7986 {{(pid=106007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:53:10.625390 dv-cinder-master-3-iscsi neutron-server[106007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da0dc01-6042-4798-9f69-a18f5cad7986'] response: {'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'code': 200} Jul 11 14:53:10.664706 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Pushing event updated for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=8']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:53:11.133003 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99307c-861c-48fe-b13e-86649499bdba req-cd6fdfc4-ac78-43b3-89a5-22d3a51e509f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:11.134621 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1a99307c-861c-48fe-b13e-86649499bdba req-cd6fdfc4-ac78-43b3-89a5-22d3a51e509f tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0594923 Jul 11 14:53:11.143111 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8424-fdda-4406-a976-2540dba145f9 req-def98cd5-b9ee-459a-99a1-517ac944ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:11.144621 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9ece8424-fdda-4406-a976-2540dba145f9 req-def98cd5-b9ee-459a-99a1-517ac944ba9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.3230834 Jul 11 14:53:11.192262 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=100 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:11.197625 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-9ece8424-fdda-4406-a976-2540dba145f9 req-64e9f83e-1aba-453b-9d8a-c0496aa37d9e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461826 Jul 11 14:53:11.223054 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-1a99307c-861c-48fe-b13e-86649499bdba req-5df95e3a-17ee-4f82-b48f-50798a436600 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804815 Jul 11 14:53:11.307394 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:53:12.352982 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0d665-9098-430c-93a5-c6e83a964b88 req-7eafd747-8e99-4a35-817c-e5b81658e185 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:12.354747 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-49d0d665-9098-430c-93a5-c6e83a964b88 req-7eafd747-8e99-4a35-817c-e5b81658e185 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0537388 Jul 11 14:53:12.412383 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-49d0d665-9098-430c-93a5-c6e83a964b88 req-9c00b3d8-48c4-44b5-880f-df6bacb7a873 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515153 Jul 11 14:53:15.150059 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:21.197913 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=19 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:21.214818 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=19 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:22.393949 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=26 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:22.407937 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=10 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:22.748441 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-77f0de61-fb0b-49d0-8aae-f0e3aafa8255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:24.958040 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-ee864f63-8e4f-43cb-ab7d-62fdc8b2264f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458632 Jul 11 14:53:25.050865 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-f05ab304-6c3c-4b22-82a5-f878079bcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:25.052514 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-f05ab304-6c3c-4b22-82a5-f878079bcc75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.0444036 Jul 11 14:53:25.168440 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-4466c6bd-cfa3-4212-a08b-ad4336cfb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:25.170036 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-4466c6bd-cfa3-4212-a08b-ad4336cfb5da service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.0979502 Jul 11 14:53:25.246302 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-89304cff-9c8c-472a-b848-42dbfe975a38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0691497 Jul 11 14:53:25.330229 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-9a18ba39-80c8-428c-886d-e6d47bf7e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:25.332864 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-9a18ba39-80c8-428c-886d-e6d47bf7e0c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0801096 Jul 11 14:53:25.389528 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-6bb99d5d-3ab0-4ec4-a70e-0d2b9010dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:53:25.392033 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-6bb99d5d-3ab0-4ec4-a70e-0d2b9010dd83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513940 Jul 11 14:53:25.412575 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5f565a12-e50a-4a6b-91aa-d65dfd35ff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:25.520398 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-edfd0d47-0b38-4e72-84d3-490bc969a200 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167014 Jul 11 14:53:25.627988 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-5b848afd-9037-4ecd-8e47-e71d7110d53d req-eab4b24b-967f-440d-932b-e2e65f85afa8 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014907 Jul 11 14:53:27.111421 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:28.358651 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:28.361924 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:28.392710 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:28.513592 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:35.622005 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=54 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:35.624346 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=47 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:38.505658 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:38.508823 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:53:45.160253 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:48.307656 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:53:52.755765 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-45beef15-1bce-49f4-a9a0-99f6e92197c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:55.409969 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-9483ddbe-ec2e-471c-bc9b-034daa648cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:57.105500 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:58.387217 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:53:58.521727 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:05.356461 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:05.358547 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:08.501562 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:08.516397 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:15.178775 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:21.421282 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=12 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:21.433396 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=14 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:22.749304 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-10030318-f277-4ea9-9ddc-e7a65ae126ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.160781 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 50342) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:25.307973 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:54:25.350910 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Deleting port 08b03843-542c-4b93-aea6-552c9a2e7ad3 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:25.351259 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.414168 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2132b496-5e48-4b64-a3d1-b50e002013fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.456371 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.456905 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for floatingip (08b03843-542c-4b93-aea6-552c9a2e7ad3), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.484532 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Calling delete_port for 08b03843-542c-4b93-aea6-552c9a2e7ad3 owned by network:floatingip {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:25.659575 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (08b03843-542c-4b93-aea6-552c9a2e7ad3), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.705689 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event deleted for resources: {'Port': ['ID=08b03843-542c-4b93-aea6-552c9a2e7ad3,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:25.729154 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.729785 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.730303 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.730918 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.731478 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.732038 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.732604 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.733178 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.733755 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.734305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.734954 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.735485 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.736057 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.736617 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.737169 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:25.842724 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for floatingip (d246a796-24b4-464b-858f-612d3db904f9), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:25.843259 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.db.l3_db [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Floating IP d246a796-24b4-464b-858f-612d3db904f9 disassociated (deleted). External IP: 172.37.1.205, port: a021f0b5-a267-4147-96f3-b6112f84ccb2. Jul 11 14:54:26.077002 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Router 34fb196a-1095-4172-9b5e-56175775768c has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:54:26.193007 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:54:26.200441 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for floatingip (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:26.207287 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] Sync routers for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:54:26.220604 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:54:26.221387 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:54:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:26.232526 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:26.244077 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-ec05874f-6a55-4dc2-8638-7572b00426b3 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "DELETE /v2.0/floatingips/d246a796-24b4-464b-858f-612d3db904f9 HTTP/1.1" status: 204 len: 168 time: 1.0817325 Jul 11 14:54:26.244719 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:54:26.247052 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aa0611bedecec2e9c3e1bfb5303d2d9172a1c40d385926c24f687db422ab28e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:54:26.367551 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:54:26.372555 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e6ea1-1c47-48ca-8d29-d227fc35b127 x-openstack-request-id: req-784e6ea1-1c47-48ca-8d29-d227fc35b127 {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:54:26.373122 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "status": "completed", "code": 200}]} {{(pid=106005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:54:26.373390 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-784e6ea1-1c47-48ca-8d29-d227fc35b127 {{(pid=106005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:54:26.373895 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784e6ea1-1c47-48ca-8d29-d227fc35b127'] response: {'name': 'network-changed', 'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'status': 'completed', 'code': 200} Jul 11 14:54:26.471172 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-6ade1d1b-15a6-4995-8c34-bdc7d1831681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:26.475038 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-6ade1d1b-15a6-4995-8c34-bdc7d1831681 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 1129 time: 0.0744770 Jul 11 14:54:26.496895 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:26.671232 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:26.683250 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f8b41-0bf2-4267-ab08-2afec10ceb57 req-bfba588f-ea59-41fc-aeb7-54d3e746fd01 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:26.685849 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cb1f8b41-0bf2-4267-ab08-2afec10ceb57 req-bfba588f-ea59-41fc-aeb7-54d3e746fd01 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0969830 Jul 11 14:54:26.694522 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-8c3c5513-3208-471f-b158-8a13a47dbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:26.696222 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-8c3c5513-3208-471f-b158-8a13a47dbe25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 200 len: 910 time: 0.2128417 Jul 11 14:54:26.698658 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] Checking router: 34fb196a-1095-4172-9b5e-56175775768c for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:54:26.709447 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:54:26.710338 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:54:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:26.750643 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-cb1f8b41-0bf2-4267-ab08-2afec10ceb57 req-f6870d3e-2b64-4701-98fd-6dc69c9a6b40 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532615 Jul 11 14:54:26.861067 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:54:27.077587 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:27.110808 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:27.196011 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2402f0-61da-4c90-8607-0c52fce7e154 None None] The sync data for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi is: [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:50:02Z', 'revision_number': 4, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6', 'name': '', 'network_id': '9ee8f08a-2912-4a1e-94eb-5d8115a4fde3', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'mac_address': 'fa:16:3e:07:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:01Z', 'updated_at': '2022-07-11T14:50:08Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'subnets': [{'id': '239f02f0-7c10-4450-8222-34a7c41d9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:54:27.483780 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f264ee-8491-4e33-934c-907ba30e461d None None] New status for floating IP d246a796-24b4-464b-858f-612d3db904f9: DOWN {{(pid=106007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:54:27.577813 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-ef4a7909-90bb-48f7-82f0-0a5ad8ac673d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0567577 Jul 11 14:54:27.653570 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-584e0432-13fc-48af-9d09-2d657d214203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:27.655474 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-584e0432-13fc-48af-9d09-2d657d214203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 200 len: 848 time: 0.0709751 Jul 11 14:54:27.745134 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-0c38bc55-8b93-40a0-94df-370c321df60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:27.746776 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-0c38bc55-8b93-40a0-94df-370c321df60f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460391 Jul 11 14:54:27.854410 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-eadb73f7-cc87-4e69-bc7a-96511de45ced service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008966 Jul 11 14:54:27.890982 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efc14-9675-45b5-b766-d849978b64e6 req-c3165920-a9e9-4322-89bd-b81a4e427132 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:27.892614 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c45efc14-9675-45b5-b766-d849978b64e6 req-c3165920-a9e9-4322-89bd-b81a4e427132 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0615888 Jul 11 14:54:27.951256 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-c45efc14-9675-45b5-b766-d849978b64e6 req-62c259f9-d548-4759-b51b-38488ed1501d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/security-groups?id=88d15e86-036c-4a29-a2b0-cdb3bbe75d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524232 Jul 11 14:54:28.092795 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [req-f4b3b134-d11b-4bb2-b4f6-5456f71798cb req-62f4fb17-14fd-4d3c-87ac-ebb1dd8c636c service neutron] 10.222.0.36 "GET /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206172 Jul 11 14:54:28.113121 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-b1bb37e1-62a2-429c-b253-ae482c311f2d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:54:28.115689 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-b1bb37e1-62a2-429c-b253-ae482c311f2d tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 945 time: 0.0802186 Jul 11 14:54:28.209044 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Deleting port a021f0b5-a267-4147-96f3-b6112f84ccb2 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:28.209518 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:28.320485 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] For port a021f0b5-a267-4147-96f3-b6112f84ccb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a021f0b5-a267-4147-96f3-b6112f84ccb2,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:28.320914 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:28.337976 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Calling delete_port for a021f0b5-a267-4147-96f3-b6112f84ccb2 owned by compute:nova {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:28.398302 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:28.501316 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (a021f0b5-a267-4147-96f3-b6112f84ccb2), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:28.518246 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:28.555832 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event deleted for resources: {'Port': ['ID=a021f0b5-a267-4147-96f3-b6112f84ccb2,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:28.607278 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.607834 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.608382 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.608942 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.609467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.609973 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.610518 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.611054 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.611615 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.612161 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.612706 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.613258 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.613842 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.614384 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.615006 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:28.652187 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] No DVR routers for this DVR port a021f0b5-a267-4147-96f3-b6112f84ccb2 on host hv-cinder-maste {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:54:28.655728 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60493'] for port (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:28.659317 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-28dbc029-dddd-4a38-9e14-0cd44bd40d29 req-a63ede42-3e03-4ebf-8cf1-8492db37719c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.36 "DELETE /v2.0/ports/a021f0b5-a267-4147-96f3-b6112f84ccb2 HTTP/1.1" status: 204 len: 173 time: 0.5386136 Jul 11 14:54:28.659796 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-deleted', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2'}] {{(pid=106006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:54:28.662380 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12125f7b63fb5cc7168f7abddb1a8bb6ba8272739ae76db5adfbcbe8b9d28f31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f910a5-3e8f-499c-90c6-e6f62c9e0133" -d '{"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-deleted", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2"}]}' {{(pid=106006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:54:28.796044 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a907c3d-0fac-401b-8ad5-25d0859d2063 x-openstack-request-id: req-3a907c3d-0fac-401b-8ad5-25d0859d2063 {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:54:28.796442 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a349de6-9b34-4c36-90fb-a350959a34bf", "name": "network-vif-deleted", "tag": "a021f0b5-a267-4147-96f3-b6112f84ccb2", "status": "completed", "code": 200}]} {{(pid=106006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:54:28.796787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3a907c3d-0fac-401b-8ad5-25d0859d2063 {{(pid=106006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:54:28.797303 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a907c3d-0fac-401b-8ad5-25d0859d2063'] response: {'server_uuid': '3a349de6-9b34-4c36-90fb-a350959a34bf', 'name': 'network-vif-deleted', 'tag': 'a021f0b5-a267-4147-96f3-b6112f84ccb2', 'status': 'completed', 'code': 200} Jul 11 14:54:29.095488 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [req-24d56b04-ccd6-47fa-8c5b-35aebfbcb58f req-ae9ee487-1a15-4eee-8227-823f5305fa70 tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a349de6-9b34-4c36-90fb-a350959a34bf HTTP/1.1" status: 200 len: 210 time: 0.0378406 Jul 11 14:54:30.174974 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50376) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:30.242057 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0942e10f-e0aa-45db-8290-f6dc4737021c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group (88d15e86-036c-4a29-a2b0-cdb3bbe75d90), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:30.273002 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0942e10f-e0aa-45db-8290-f6dc4737021c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group (88d15e86-036c-4a29-a2b0-cdb3bbe75d90), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:30.343234 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0942e10f-e0aa-45db-8290-f6dc4737021c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (88d15e86-036c-4a29-a2b0-cdb3bbe75d90), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:30.346654 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-0942e10f-e0aa-45db-8290-f6dc4737021c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:30.348446 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-0942e10f-e0aa-45db-8290-f6dc4737021c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] 10.222.0.72 "DELETE /v2.0/security-groups/88d15e86-036c-4a29-a2b0-cdb3bbe75d90 HTTP/1.1" status: 204 len: 168 time: 0.1752071 Jul 11 14:54:30.359542 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942e10f-e0aa-45db-8290-f6dc4737021c tempest-TestShelveInstance-1069476942 tempest-TestShelveInstance-1069476942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d15e86-036c-4a29-a2b0-cdb3bbe75d90,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:30.827435 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:30.848607 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] No Port match for: a021f0b5-a267-4147-96f3-b6112f84ccb2 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:30.848938 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Device a021f0b5-a267-4147-96f3-b6112f84ccb2 not bound to the agent host hv-cinder-maste {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:31.416027 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50382) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:31.898216 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:31.956820 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:32.042583 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (34fb196a-1095-4172-9b5e-56175775768c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:32.322467 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Deleting port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:32.323034 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:32.419138 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] For port 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:32.419961 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:32.435180 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Calling delete_port for 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:32.709171 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:32.735523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:32.945504 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (34fb196a-1095-4172-9b5e-56175775768c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:32.961894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:33.057120 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:33.185178 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Router 34fb196a-1095-4172-9b5e-56175775768c has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:54:33.296252 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:54:33.303200 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-e4d7f420-183b-4d6a-8fea-f6abfc448842 admin admin] 10.222.0.72 "PUT /v2.0/routers/34fb196a-1095-4172-9b5e-56175775768c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8853955 Jul 11 14:54:33.304595 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50384) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:33.306033 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] Sync routers for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:54:33.319779 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:54:33.320415 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:54:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:33.430678 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks [] for router (34fb196a-1095-4172-9b5e-56175775768c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:33.439915 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: dv-cinder-master-3-iscsi {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:54:33.546394 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks [] for router_gateway (34fb196a-1095-4172-9b5e-56175775768c), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:33.607896 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Deleting port 97820360-d8f9-49b6-9c92-81cfffd2df51 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:33.608217 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:33.629839 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:33.645706 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38'}], 'enable_snat': True}, 'gw_port_id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:54:32Z', 'revision_number': 5, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port': {'id': '97820360-d8f9-49b6-9c92-81cfffd2df51', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb196a-1095-4172-9b5e-56175775768c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:49:59Z', 'updated_at': '2022-07-11T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:33.700140 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] For port 97820360-d8f9-49b6-9c92-81cfffd2df51, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97820360-d8f9-49b6-9c92-81cfffd2df51,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:33.700463 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:33.701908 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] Checking router: 34fb196a-1095-4172-9b5e-56175775768c for host: dv-cinder-master-3-iscsi {{(pid=106010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:54:33.714630 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=100 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:33.716523 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Calling delete_port for 97820360-d8f9-49b6-9c92-81cfffd2df51 owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:33.718044 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] Routers {'34fb196a-1095-4172-9b5e-56175775768c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:54:33.719092 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:54:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['34fb196a-1095-4172-9b5e-56175775768c'], 'active': True} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:33.822607 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_dvr_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] Set router 34fb196a-1095-4172-9b5e-56175775768c gateway port host: None {{(pid=106010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:54:33.881938 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.l3_hamode_db [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:54:33Z', 'revision_number': 6, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:33.929600 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cbe3d-f527-4599-bcf3-1cd3790f042e None None] The sync data for ids ['34fb196a-1095-4172-9b5e-56175775768c'] in dv-cinder-master-3-iscsi is: [{'id': '34fb196a-1095-4172-9b5e-56175775768c', 'name': 'tempest-TestShelveInstance-1759230089-router', 'tenant_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:49:58Z', 'updated_at': '2022-07-11T14:54:33Z', 'revision_number': 6, 'project_id': '6c2327c73cc445ba97c2ef24ef45e4d5', 'gw_port_host': None}] {{(pid=106010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:54:33.956201 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (97820360-d8f9-49b6-9c92-81cfffd2df51), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:33.995498 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Pushing event deleted for resources: {'Port': ['ID=97820360-d8f9-49b6-9c92-81cfffd2df51,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:34.050250 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:34.053146 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:34.069423 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (34fb196a-1095-4172-9b5e-56175775768c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.165207 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (34fb196a-1095-4172-9b5e-56175775768c), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.167783 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks [] for router_controller (34fb196a-1095-4172-9b5e-56175775768c), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.213796 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (34fb196a-1095-4172-9b5e-56175775768c), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.214320 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34fb196a-1095-4172-9b5e-56175775768c {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:54:34.218884 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.223268 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 50386) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:34.224189 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-9e5867fd-02aa-4ddb-8dce-218c0e6b2097 admin admin] 10.222.0.72 "DELETE /v2.0/routers/34fb196a-1095-4172-9b5e-56175775768c HTTP/1.1" status: 204 len: 168 time: 0.9169712 Jul 11 14:54:34.274333 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Deleting subnet 239f02f0-7c10-4450-8222-34a7c41d9f0d {{(pid=106005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:54:34.278271 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Publish callbacks [] for subnet (239f02f0-7c10-4450-8222-34a7c41d9f0d), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.319075 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9610433'] for subnet (239f02f0-7c10-4450-8222-34a7c41d9f0d), precommit_delete_associations {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.430399 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (239f02f0-7c10-4450-8222-34a7c41d9f0d), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.490731 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9561726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9200064'] for subnet (239f02f0-7c10-4450-8222-34a7c41d9f0d), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.518365 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239f02f0-7c10-4450-8222-34a7c41d9f0d,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:34.523164 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for subnet (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.527893 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b4955385-c40d-486a-a9b5-00d59a6da35f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/239f02f0-7c10-4450-8222-34a7c41d9f0d HTTP/1.1" status: 204 len: 168 time: 0.3017242 Jul 11 14:54:34.530524 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 50388) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:34.533975 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e7947-1591-4815-a368-1b4d275916d6 None None] Network 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:54:34.617962 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.683265 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Deleting port 4360b70a-2ce3-4437-8273-41360bc280d8 {{(pid=106005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:34.683795 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.711424 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:34.765021 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:34.766766 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] DHCP port deletion for 9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:54:34.774826 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.db [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] For port 4360b70a-2ce3-4437-8273-41360bc280d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4360b70a-2ce3-4437-8273-41360bc280d8,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:34.775194 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.792039 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.plugin [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Calling delete_port for 4360b70a-2ce3-4437-8273-41360bc280d8 owned by network:dhcp {{(pid=106005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:34.828718 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Deleting port 4360b70a-2ce3-4437-8273-41360bc280d8 {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:34.829257 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.899688 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9561617'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.926627 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4360b70a-2ce3-4437-8273-41360bc280d8,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:34.930056 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] For port 4360b70a-2ce3-4437-8273-41360bc280d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4360b70a-2ce3-4437-8273-41360bc280d8,segment=NetworkSegment(b3979948-7cf0-4ec1-b6ca-c517407504de),segment_id=b3979948-7cf0-4ec1-b6ca-c517407504de)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:34.930823 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] No DVR routers for this DVR port 4360b70a-2ce3-4437-8273-41360bc280d8 on host dv-cinder-master-3-iscsi {{(pid=106005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:54:34.931327 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:34.955825 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Calling delete_port for 4360b70a-2ce3-4437-8273-41360bc280d8 owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:35.048339 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: from cryptography.utils import int_from_bytes Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: from cryptography.utils import int_from_bytes Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.080136 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 11 14:54:35.085971 dv-cinder-master-3-iscsi neutron-server[106007]: self.session.flush() Jul 11 14:54:35.089183 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee8f08a-2912-4a1e-94eb-5d8115a4fde3']}} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:35.089374 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (4360b70a-2ce3-4437-8273-41360bc280d8), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.097520 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3979948-7cf0-4ec1-b6ca-c517407504de') {'for_net_delete': True} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:35.097901 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.services.segments.db [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3979948-7cf0-4ec1-b6ca-c517407504de') {} {{(pid=106005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:35.111212 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9610490'] for segment (b3979948-7cf0-4ec1-b6ca-c517407504de), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.113972 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Pushing event deleted for resources: {'Port': ['ID=4360b70a-2ce3-4437-8273-41360bc280d8,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:35.119411 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] No DVR routers for this DVR port 4360b70a-2ce3-4437-8273-41360bc280d8 on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:54:35.129473 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.130015 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.135512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.135512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.135512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.135512 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136265 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (b3979948-7cf0-4ec1-b6ca-c517407504de), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.136585 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee242b7-ff5f-405d-a39a-ab88ce060ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:54:35.140481 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=106005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:54:35.140481 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9561796'] for segment (b3979948-7cf0-4ec1-b6ca-c517407504de), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.220913 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (9ee8f08a-2912-4a1e-94eb-5d8115a4fde3), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.231305 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.240004 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9ee8f08a-2912-4a1e-94eb-5d8115a4fde3 HTTP/1.1" status: 204 len: 168 time: 0.7080607 Jul 11 14:54:35.242894 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50394) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:35.261687 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment b3979948-7cf0-4ec1-b6ca-c517407504de resource provider aggregate not found Jul 11 14:54:35.268287 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f49f7c-ef89-473a-9ed9-118899f33c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee8f08a-2912-4a1e-94eb-5d8115a4fde3,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:35.287834 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.services.segments.plugin [-] Segment b3979948-7cf0-4ec1-b6ca-c517407504de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3979948-7cf0-4ec1-b6ca-c517407504de found for delete ", "request_id": "req-812241e7-8ec7-4338-837c-8c2281dd5389"}]} Jul 11 14:54:35.609856 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:35.635065 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:35.635404 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 1e74f5cd-3aa2-4ded-ba6c-67ed3b6960a6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:35.635815 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4360b70a-2ce3-4437-8273-41360bc280d8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:35.656194 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 4360b70a-2ce3-4437-8273-41360bc280d8 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:35.656526 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 4360b70a-2ce3-4437-8273-41360bc280d8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:35.656928 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 97820360-d8f9-49b6-9c92-81cfffd2df51 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:35.680449 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 97820360-d8f9-49b6-9c92-81cfffd2df51 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:35.680774 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 97820360-d8f9-49b6-9c92-81cfffd2df51 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:35.689561 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-470475'] for router_interface (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:35.937226 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Deleting port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:35.937536 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:36.025925 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] For port d5ba5440-d9d8-4dac-8fe4-53582eb4b1da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:36.026284 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:36.041166 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Calling delete_port for d5ba5440-d9d8-4dac-8fe4-53582eb4b1da owned by network:router_interface {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:36.160011 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:36.187214 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:36.267904 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (d5ba5440-d9d8-4dac-8fe4-53582eb4b1da), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:36.316205 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ba5440-d9d8-4dac-8fe4-53582eb4b1da,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:36.605155 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-496982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-470455'] for router_interface (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:37.114633 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 has already been hosted by L3 agent a067c3a0-3acb-41a5-9f21-d6f661525124 {{(pid=106006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:54:37.230992 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:54:37.237206 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-684ce9d6-a43a-4fbc-8090-72baab412379 admin admin] 10.222.0.72 "PUT /v2.0/routers/b1e12cd5-7141-4de0-9dd3-d78721a8ad29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9921551 Jul 11 14:54:37.239681 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50398) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:37.249517 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] Sync routers for ids ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'] in dv-cinder-master-3-iscsi {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:54:37.262298 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] Routers {'b1e12cd5-7141-4de0-9dd3-d78721a8ad29'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:54:37.263039 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:54:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:37.362711 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks [] for router (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:37.419028 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] Set router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 gateway port host: dv-cinder-master-3-iscsi {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:54:37.477897 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks [] for router_gateway (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:37.531785 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Deleting port fd076e8a-8ed5-4505-9213-53ab79cc94da {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:37.532153 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:37.638944 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:37.646340 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:37.650424 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] For port fd076e8a-8ed5-4505-9213-53ab79cc94da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd076e8a-8ed5-4505-9213-53ab79cc94da,segment=NetworkSegment(80681ab2-af84-4938-be44-260f99d193ba),segment_id=80681ab2-af84-4938-be44-260f99d193ba)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:37.651101 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:37.653141 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'external_fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62'}], 'enable_snat': True}, 'gw_port_id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:54:36Z', 'revision_number': 5, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port': {'id': 'fd076e8a-8ed5-4505-9213-53ab79cc94da', 'name': '', 'network_id': '554ec81a-f973-441f-81ec-8f3c539776c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'ip_address': '172.37.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:50:05Z', 'updated_at': '2022-07-11T14:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d051f6c-da33-440b-96ae-cca107cddc87', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:37.678597 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Calling delete_port for fd076e8a-8ed5-4505-9213-53ab79cc94da owned by network:router_gateway {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:37.683309 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] Checking router: b1e12cd5-7141-4de0-9dd3-d78721a8ad29 for host: dv-cinder-master-3-iscsi {{(pid=106007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:54:37.693362 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] Routers {'b1e12cd5-7141-4de0-9dd3-d78721a8ad29'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:54:37.694017 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T14:31:25Z,description=,heartbeat_timestamp=2022-07-11T14:54:25Z,host='dv-cinder-master-3-iscsi',id=a067c3a0-3acb-41a5-9f21-d6f661525124,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T14:31:25Z,topic='l3_agent')) {'router_ids': ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'], 'active': True} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:37.787645 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvr_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] Set router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 gateway port host: None {{(pid=106007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:54:37.812948 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:37.845977 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_hamode_db [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:54:37Z', 'revision_number': 6, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:37.864815 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (fd076e8a-8ed5-4505-9213-53ab79cc94da), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:37.880507 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25b45a-b886-4aed-a929-7b8163a97e56 None None] The sync data for ids ['b1e12cd5-7141-4de0-9dd3-d78721a8ad29'] in dv-cinder-master-3-iscsi is: [{'id': 'b1e12cd5-7141-4de0-9dd3-d78721a8ad29', 'name': 'tempest-TestShelveInstance-462291295-router', 'tenant_id': '549b1da9bf79494ca7fd44ba94225712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:50:04Z', 'updated_at': '2022-07-11T14:54:37Z', 'revision_number': 6, 'project_id': '549b1da9bf79494ca7fd44ba94225712', 'gw_port_host': None}] {{(pid=106007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:54:37.901053 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd076e8a-8ed5-4505-9213-53ab79cc94da,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:37.970274 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-474030'] for router_gateway (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.061668 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.064160 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks [] for router_controller (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.110326 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483311'] for router (b1e12cd5-7141-4de0-9dd3-d78721a8ad29), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.110966 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e12cd5-7141-4de0-9dd3-d78721a8ad29 {{(pid=106006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:54:38.115945 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.117054 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-16ec81c3-abf0-42d8-b557-d7a733c344dc admin admin] 10.222.0.72 "DELETE /v2.0/routers/b1e12cd5-7141-4de0-9dd3-d78721a8ad29 HTTP/1.1" status: 204 len: 168 time: 0.8763900 Jul 11 14:54:38.119615 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50400) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:38.169015 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Deleting subnet 8b152ef1-a736-42bb-9b9e-5ac8452c5586 {{(pid=106006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:54:38.173617 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Publish callbacks [] for subnet (8b152ef1-a736-42bb-9b9e-5ac8452c5586), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.218547 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9704497'] for subnet (8b152ef1-a736-42bb-9b9e-5ac8452c5586), precommit_delete_associations {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.314705 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1464305'] for subnet (8b152ef1-a736-42bb-9b9e-5ac8452c5586), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.390971 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1464312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12202029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12369653'] for subnet (8b152ef1-a736-42bb-9b9e-5ac8452c5586), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.419080 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b152ef1-a736-42bb-9b9e-5ac8452c5586,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:38.428286 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.436314 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-2e7996bd-16f2-4c67-97dd-5f6e7f1f2cd9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8b152ef1-a736-42bb-9b9e-5ac8452c5586 HTTP/1.1" status: 204 len: 168 time: 0.3129473 Jul 11 14:54:38.437030 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50402) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:38.439890 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1829f-8a0e-4e7a-a02f-b74b0cd522da None None] Network a19c94a3-abac-461e-8be1-1f13c6814423 requested from dv-cinder-master-3-iscsi {{(pid=106007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:54:38.474616 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:38.551488 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569738'] for network (a19c94a3-abac-461e-8be1-1f13c6814423), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.626293 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Deleting port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 {{(pid=106006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:38.626732 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.726941 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.db [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] For port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:38.727527 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.753468 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:38.755915 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.plugin [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Calling delete_port for 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 owned by network:dhcp {{(pid=106006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:38.779257 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:38.824412 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] DHCP port deletion for a19c94a3-abac-461e-8be1-1f13c6814423 request from dv-cinder-master-3-iscsi {{(pid=106007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:54:38.886927 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] Deleting port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 {{(pid=106007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:54:38.886927 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763086414376'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), before_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.898933 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12202050'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:38.925720 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:38.930009 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] No DVR routers for this DVR port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 on host dv-cinder-master-3-iscsi {{(pid=106006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:54:38.991828 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.db [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] For port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,segment=NetworkSegment(9a310004-5ee6-4bea-b494-bdf79e04e207),segment_id=9a310004-5ee6-4bea-b494-bdf79e04e207)] {{(pid=106007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:54:38.992521 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472970'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), precommit_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.017462 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] Calling delete_port for 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 owned by network:dhcp {{(pid=106007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:54:39.047182 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463170', 'neutron.services.segments.db._delete_segments_for_network-8763086225785'] for network (a19c94a3-abac-461e-8be1-1f13c6814423), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.081105 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19c94a3-abac-461e-8be1-1f13c6814423']}} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:39.094263 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a310004-5ee6-4bea-b494-bdf79e04e207') {'for_net_delete': True} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:39.094631 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.services.segments.db [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a310004-5ee6-4bea-b494-bdf79e04e207') {} {{(pid=106006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:54:39.109086 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763086227330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9704458'] for segment (9a310004-5ee6-4bea-b494-bdf79e04e207), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.131620 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474'] for segment (9a310004-5ee6-4bea-b494-bdf79e04e207), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.139255 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=106006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:54:39.139650 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12202135'] for segment (9a310004-5ee6-4bea-b494-bdf79e04e207), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.168296 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763086419258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763085940062'] for port (5e21ee47-bc3d-4e93-8724-99f98cb0dd46), after_delete {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.214291 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] Pushing event deleted for resources: {'Port': ['ID=5e21ee47-bc3d-4e93-8724-99f98cb0dd46,revision_number=None']} {{(pid=106007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:39.220306 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32c1e5-5f4a-4f25-b382-64db19855494 None None] No DVR routers for this DVR port 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 on host dv-cinder-master-3-iscsi {{(pid=106007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:54:39.245850 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 9a310004-5ee6-4bea-b494-bdf79e04e207 resource provider aggregate not found Jul 11 14:54:39.250679 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-496961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473859'] for network (a19c94a3-abac-461e-8be1-1f13c6814423), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.255803 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-497075'] for network (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.259313 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a19c94a3-abac-461e-8be1-1f13c6814423 HTTP/1.1" status: 204 len: 168 time: 0.8209841 Jul 11 14:54:39.286311 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.services.segments.plugin [-] Segment 9a310004-5ee6-4bea-b494-bdf79e04e207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a310004-5ee6-4bea-b494-bdf79e04e207 found for delete ", "request_id": "req-c4f3078a-5e67-4dbc-a5aa-4895413a5b1c"}]} Jul 11 14:54:39.287318 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ba539-5dca-4166-a6c0-0af5a1840ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19c94a3-abac-461e-8be1-1f13c6814423,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:39.491050 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50412) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:39.558944 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-1f172719-ab71-4ce2-9675-d64f4734866c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c2327c73cc445ba97c2ef24ef45e4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661054 Jul 11 14:54:39.562567 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [-] (106005) accepted ('10.222.0.72', 50414) {{(pid=106005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:39.621467 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5ba5440-d9d8-4dac-8fe4-53582eb4b1da no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:39.624840 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c0ed-c50a-47cd-869c-840511befdca admin admin] Publish callbacks [] for security_group (f79cfe2a-8214-48fb-8363-b9702b9b2787), before_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.652584 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c0ed-c50a-47cd-869c-840511befdca admin admin] Publish callbacks [] for security_group (f79cfe2a-8214-48fb-8363-b9702b9b2787), precommit_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.662411 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: d5ba5440-d9d8-4dac-8fe4-53582eb4b1da {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:39.663009 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device d5ba5440-d9d8-4dac-8fe4-53582eb4b1da not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:39.663672 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:39.698899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:39.699478 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device 5e21ee47-bc3d-4e93-8724-99f98cb0dd46 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:39.700173 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device fd076e8a-8ed5-4505-9213-53ab79cc94da no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:54:39.715771 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c0ed-c50a-47cd-869c-840511befdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (f79cfe2a-8214-48fb-8363-b9702b9b2787), after_delete {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.718718 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c0ed-c50a-47cd-869c-840511befdca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:39.719978 dv-cinder-master-3-iscsi neutron-server[106005]: INFO neutron.wsgi [None req-b7f2c0ed-c50a-47cd-869c-840511befdca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f79cfe2a-8214-48fb-8363-b9702b9b2787 HTTP/1.1" status: 204 len: 168 time: 0.1563945 Jul 11 14:54:39.730087 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c0ed-c50a-47cd-869c-840511befdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79cfe2a-8214-48fb-8363-b9702b9b2787,revision_number=None']} {{(pid=106005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:39.735233 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.plugin [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] No Port match for: fd076e8a-8ed5-4505-9213-53ab79cc94da {{(pid=106007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:54:39.735792 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron.plugins.ml2.rpc [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Device fd076e8a-8ed5-4505-9213-53ab79cc94da not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:54:40.145784 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50420) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:40.193894 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-6d6db37a-6110-4df7-9c54-89e95eda3e79 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=549b1da9bf79494ca7fd44ba94225712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468090 Jul 11 14:54:40.196741 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [-] (106006) accepted ('10.222.0.72', 50422) {{(pid=106006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:54:40.262174 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-08df6959-9417-4e25-b852-7b5707cd1449 admin admin] Publish callbacks [] for security_group (c07ae996-0c5f-4a6c-86e4-cd63a54a4508), before_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:40.291797 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-08df6959-9417-4e25-b852-7b5707cd1449 admin admin] Publish callbacks [] for security_group (c07ae996-0c5f-4a6c-86e4-cd63a54a4508), precommit_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:40.351819 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-08df6959-9417-4e25-b852-7b5707cd1449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391621'] for security_group (c07ae996-0c5f-4a6c-86e4-cd63a54a4508), after_delete {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:40.354883 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron_lib.callbacks.manager [None req-08df6959-9417-4e25-b852-7b5707cd1449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:40.356345 dv-cinder-master-3-iscsi neutron-server[106006]: INFO neutron.wsgi [None req-08df6959-9417-4e25-b852-7b5707cd1449 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c07ae996-0c5f-4a6c-86e4-cd63a54a4508 HTTP/1.1" status: 204 len: 168 time: 0.1583769 Jul 11 14:54:40.369787 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6959-9417-4e25-b852-7b5707cd1449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07ae996-0c5f-4a6c-86e4-cd63a54a4508,revision_number=None']} {{(pid=106006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:54:43.851812 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=9 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:43.885194 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=14 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:45.193960 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:49.691845 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=44,neutron:DELETE=10 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:49.724926 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG dbcounter [-] [106005] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:50.335846 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=48,neutron:DELETE=7 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:50.362555 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG dbcounter [-] [106006] Writing DB stats neutron:SELECT=64,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:50.387280 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:54:52.765132 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f89c7a10-ca41-4888-9997-756b8dba7728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:55.410283 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e4b8cd54-74b4-4756-8a93-7d4cbbf9c372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:57.111410 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:58.393429 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:54:58.505753 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:02.308949 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:55:08.492942 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:08.501089 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:15.182763 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:20.303801 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:20.304892 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:22.761478 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-f026364f-d9be-4ccf-8081-be838947a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:25.405031 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-237dec36-5f60-428c-8d55-23ae013523cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:27.114284 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:28.399866 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:28.508242 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:38.499124 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:38.502746 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:39.309174 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:55:45.192663 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:52.756139 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-893b8d17-8d65-4c39-bf2f-980855aa5d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:55.410173 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-82c24b4b-c206-4158-af42-9e4aae5bbf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:56.352617 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:56.353613 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:55:57.042557 dv-cinder-master-3-iscsi neutron-server[106005]: DEBUG neutron.wsgi [req-f37911d3-f5d9-4cbf-8eaf-a10ef2ec8390 req-3e80fff0-39bf-4f7e-86e1-fc3eb319e54e service neutron] (106005) timed out ('10.222.0.36', 62243) {{(pid=106005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:55:57.118071 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:58.402844 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:55:58.507282 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:08.273972 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [req-f4f07d8e-b485-4bed-b062-b202cb37bcec req-77e0ac67-2ed9-47a8-9606-bce787318fd1 service neutron] (106006) timed out ('10.222.0.36', 62235) {{(pid=106006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:56:08.344103 dv-cinder-master-3-iscsi neutron-server[106006]: DEBUG neutron.wsgi [req-c2752ad8-ae5e-40bf-ac33-9745af1330c9 req-5a066a42-9b21-4337-9ff0-8e1a87168b3e service neutron] (106006) timed out ('10.222.0.36', 62242) {{(pid=106006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:56:08.499567 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:56:08.501708 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:56:15.198080 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:16.311161 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:56:22.761752 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ff13efaf-ac98-4c62-a61c-be71ecbfc6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:25.416546 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a8903f5e-f1a2-4dac-921f-8f906c53c08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:27.124704 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:28.406094 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:28.505662 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:33.351468 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=15 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:56:33.352389 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=21 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:56:38.496833 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:56:38.499908 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:56:45.215830 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:52.757739 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-6d47529d-0af1-43dc-a71b-ab319a99900d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:53.311781 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:56:55.413152 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e252a477-d65e-4a90-8571-5412af5d3f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:57.131885 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:58.408497 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:56:58.510742 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:08.493126 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:08.505371 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:15.210822 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:20.309864 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:20.310756 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:22.762663 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-c27a56bd-cff6-4b27-b836-081ba8557b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:25.412750 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ce032867-321a-4d64-92d3-73caddddefa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:27.126581 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:28.423055 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:28.510342 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:30.313343 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:57:41.472840 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:41.475675 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:45.228062 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:47.347642 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:47.348394 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:57:52.768367 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-5022e8de-b4cd-4118-8db2-3bab92e80b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:55.409426 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfbdd-c988-4567-9587-810042cd609e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:57.129223 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:58.413848 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:57:58.509998 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:07.313537 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:58:08.501243 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:58:08.504718 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:58:15.226771 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:22.774789 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e060caa3-482d-4b9f-b0cd-1472d39c3035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:24.339677 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=13 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:58:24.345896 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=21 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:58:25.405587 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-a89596cc-635b-468d-b866-3fe0b69d120d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:27.132312 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:28.414004 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:28.518887 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:38.499178 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:58:38.512899 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:58:44.313785 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:58:45.227921 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:52.772411 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2c16228c-e7d1-4312-9504-51c6e7d40990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:55.410104 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-dafe00e7-ff61-4012-9a92-2b4ca0f07cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:57.134098 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:58.416461 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:58:58.515968 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:01.341761 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=3 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:01.348652 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=5 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:08.497745 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:08.510499 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:15.233719 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:20.315294 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:21.313683 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:59:22.767269 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-02a93b06-6859-4d8d-9e1d-1710756d3495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:25.415542 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-e96ca4e7-30ae-4b1c-b2c2-86910f98dd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:27.138030 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:28.419457 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:28.502390 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:38.347986 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:38.348853 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG dbcounter [-] [106010] Writing DB stats neutron:SELECT=4 {{(pid=106010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:41.427888 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:41.430770 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:59:45.250698 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:52.773600 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-027f016c-5595-4339-a9d2-0f5ae4ce8d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (bc130e41-3217-42ec-937a-856caea3e02c), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:55.412047 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-44a5ff23-e9bb-4423-952e-0d4c15adbdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (a067c3a0-3acb-41a5-9f21-d6f661525124), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:57.143516 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-da90c940-f7a2-4076-a8ee-44b2076bbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (56ba6d64-ac5e-40b7-9a02-a2c73bb88847), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:58.313284 dv-cinder-master-3-iscsi neutron-server[106010]: DEBUG neutron.db.agents_db [None req-e822d2ee-d226-4852-8882-91ab0fe5fd9f None None] Agent healthcheck: found 6 active agents {{(pid=106010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:59:58.423200 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-2f26e456-8448-41c9-8a8e-801f455ac62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (cda4906e-73db-48c3-9355-645ee174a759), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:59:58.512091 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-741c55e6-fcf2-49d8-b111-c8a9908c283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (720e9542-4054-4c6f-8677-dadd680f3bb3), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 15:00:08.503186 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 15:00:08.505382 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG dbcounter [-] [106007] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 15:00:15.252242 dv-cinder-master-3-iscsi neutron-server[106007]: DEBUG neutron_lib.callbacks.manager [None req-4c591f01-a27c-4f96-aa51-f4ab6e7dcfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763086225767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484995'] for agent (6a279605-ef8b-44c2-9140-a6f1c5738b15), after_update {{(pid=106007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}